2024-11-26 14:18:10,867 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 14:18:10,887 main DEBUG Took 0.018359 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 14:18:10,888 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 14:18:10,888 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 14:18:10,889 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 14:18:10,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,897 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 14:18:10,913 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,917 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,918 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,921 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,924 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,927 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 14:18:10,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,929 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 14:18:10,931 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 14:18:10,933 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 14:18:10,935 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 14:18:10,936 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 14:18:10,938 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 14:18:10,938 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 14:18:10,948 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 14:18:10,951 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 14:18:10,954 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 14:18:10,954 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 14:18:10,955 main DEBUG createAppenders(={Console}) 2024-11-26 14:18:10,956 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-26 14:18:10,956 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-26 14:18:10,956 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-26 14:18:10,957 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 14:18:10,957 main DEBUG OutputStream closed 2024-11-26 14:18:10,958 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 14:18:10,958 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 14:18:10,959 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-26 14:18:11,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 14:18:11,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 14:18:11,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 14:18:11,045 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 14:18:11,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 14:18:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 14:18:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 14:18:11,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 14:18:11,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 14:18:11,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 14:18:11,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 14:18:11,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 14:18:11,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 14:18:11,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 14:18:11,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 14:18:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 14:18:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 14:18:11,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 14:18:11,054 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 14:18:11,054 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-26 14:18:11,055 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 14:18:11,056 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-26T14:18:11,067 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-26 14:18:11,070 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 14:18:11,070 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T14:18:11,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=889, ProcessCount=11, AvailableMemoryMB=6265 2024-11-26T14:18:11,363 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-26T14:18:11,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013 2024-11-26T14:18:11,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950, deleteOnExit=true 2024-11-26T14:18:11,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/zookeeper_0, clientPort=64638, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:18:11,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64638 2024-11-26T14:18:11,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:18:11,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:18:11,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/test.cache.data in system properties and HBase conf 2024-11-26T14:18:11,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:18:11,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:18:11,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:18:11,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:18:11,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:18:11,641 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T14:18:11,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:11,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:11,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:18:11,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:11,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:18:11,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:18:11,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:11,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:11,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:18:11,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:18:11,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:18:11,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:11,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:18:11,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:18:13,055 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T14:18:13,133 INFO [Time-limited test {}] log.Log(170): Logging initialized @3039ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T14:18:13,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:13,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:13,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:13,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:13,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:18:13,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:13,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:13,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:13,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/java.io.tmpdir/jetty-localhost-45523-hadoop-hdfs-3_4_1-tests_jar-_-any-11238629899207320916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:18:13,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45523} 2024-11-26T14:18:13,499 INFO [Time-limited test {}] server.Server(415): Started @3406ms 2024-11-26T14:18:14,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:14,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:14,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:14,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:14,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:18:14,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:14,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:14,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/java.io.tmpdir/jetty-localhost-32919-hadoop-hdfs-3_4_1-tests_jar-_-any-9470183434890862840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:18:14,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:32919} 2024-11-26T14:18:14,175 INFO [Time-limited test {}] server.Server(415): Started @4082ms 2024-11-26T14:18:14,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:18:15,206 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/data/data2/current/BP-155410447-172.17.0.3-1732630692397/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:15,206 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/data/data1/current/BP-155410447-172.17.0.3-1732630692397/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:15,232 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:18:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdecfc94df39472b with lease ID 0x8a45fccb0631c847: Processing first storage report for DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0 from datanode DatanodeRegistration(127.0.0.1:39567, datanodeUuid=90bc043a-39c2-4eda-bd6e-474275c2c242, infoPort=39951, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=8432657;c=1732630692397) 2024-11-26T14:18:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdecfc94df39472b with lease ID 0x8a45fccb0631c847: from storage DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0 node DatanodeRegistration(127.0.0.1:39567, datanodeUuid=90bc043a-39c2-4eda-bd6e-474275c2c242, infoPort=39951, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=8432657;c=1732630692397), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T14:18:15,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdecfc94df39472b with lease ID 0x8a45fccb0631c847: Processing first storage report for DS-9b6c8cd5-7213-4b5b-a531-e1c6adca4573 from datanode DatanodeRegistration(127.0.0.1:39567, datanodeUuid=90bc043a-39c2-4eda-bd6e-474275c2c242, infoPort=39951, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=8432657;c=1732630692397) 2024-11-26T14:18:15,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdecfc94df39472b with lease ID 0x8a45fccb0631c847: from storage DS-9b6c8cd5-7213-4b5b-a531-e1c6adca4573 node DatanodeRegistration(127.0.0.1:39567, datanodeUuid=90bc043a-39c2-4eda-bd6e-474275c2c242, infoPort=39951, infoSecurePort=0, ipcPort=42273, storageInfo=lv=-57;cid=testClusterID;nsid=8432657;c=1732630692397), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:15,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013 2024-11-26T14:18:15,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:15,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:18:15,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c with version=8 2024-11-26T14:18:15,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/hbase-staging 2024-11-26T14:18:16,030 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T14:18:16,254 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:16,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:16,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:16,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:16,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:16,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:16,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:18:16,448 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T14:18:16,456 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T14:18:16,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:16,482 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10850 (auto-detected) 2024-11-26T14:18:16,483 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-26T14:18:16,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44407 2024-11-26T14:18:16,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44407 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:16,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444070x0, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:16,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44407-0x10177823a580000 connected 2024-11-26T14:18:16,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:16,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:16,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:16,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c, hbase.cluster.distributed=false 2024-11-26T14:18:16,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/acl 2024-11-26T14:18:16,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44407 2024-11-26T14:18:16,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44407 2024-11-26T14:18:16,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44407 2024-11-26T14:18:16,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44407 2024-11-26T14:18:16,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44407 2024-11-26T14:18:16,885 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:16,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:16,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:16,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:16,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:16,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:16,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:18:16,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:16,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40319 2024-11-26T14:18:16,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40319 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:16,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:16,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:16,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403190x0, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:16,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:16,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40319-0x10177823a580001 connected 2024-11-26T14:18:16,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:18:16,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:18:16,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/master 2024-11-26T14:18:16,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/acl 2024-11-26T14:18:16,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40319 2024-11-26T14:18:16,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40319 2024-11-26T14:18:16,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40319 2024-11-26T14:18:16,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40319 2024-11-26T14:18:16,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40319 2024-11-26T14:18:16,945 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:44407 2024-11-26T14:18:16,946 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02093092557/backup-masters/19945b63c2b4,44407,1732630696102 2024-11-26T14:18:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:16,965 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on existing znode=/02093092557/backup-masters/19945b63c2b4,44407,1732630696102 2024-11-26T14:18:17,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:17,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093092557/master 2024-11-26T14:18:17,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:17,004 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on existing znode=/02093092557/master 2024-11-26T14:18:17,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02093092557/backup-masters/19945b63c2b4,44407,1732630696102 from backup master directory 2024-11-26T14:18:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/backup-masters/19945b63c2b4,44407,1732630696102 2024-11-26T14:18:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:17,016 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:17,016 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,44407,1732630696102 2024-11-26T14:18:17,018 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T14:18:17,020 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T14:18:17,076 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/hbase.id] with ID: 6592407c-efc5-406d-be38-f291d0b52509 2024-11-26T14:18:17,076 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/.tmp/hbase.id 2024-11-26T14:18:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:18:17,488 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/.tmp/hbase.id]:[hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/hbase.id] 2024-11-26T14:18:17,532 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:17,536 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:18:17,554 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-26T14:18:17,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:17,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:18:18,038 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:18,041 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:18:18,055 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:18:18,058 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:18:18,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store 2024-11-26T14:18:18,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:18:18,935 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T14:18:18,940 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:18,942 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:18,942 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:18,942 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:18,944 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:18,944 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:18,944 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:18,946 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630698942Disabling compacts and flushes for region at 1732630698942Disabling writes for close at 1732630698944 (+2 ms)Writing region close event to WAL at 1732630698944Closed at 1732630698944 2024-11-26T14:18:18,948 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/.initializing 2024-11-26T14:18:18,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102 2024-11-26T14:18:18,957 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:18,976 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C44407%2C1732630696102, suffix=, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/oldWALs, maxLogs=10 2024-11-26T14:18:19,009 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102/19945b63c2b4%2C44407%2C1732630696102.1732630698982, exclude list is [], retry=0 2024-11-26T14:18:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:19,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T14:18:19,079 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102/19945b63c2b4%2C44407%2C1732630696102.1732630698982 2024-11-26T14:18:19,080 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:19,080 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:19,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:19,083 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,084 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:18:19,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:19,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:19,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:18:19,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:19,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:19,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:18:19,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:19,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:19,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:18:19,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:19,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:19,159 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,163 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,164 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,169 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,169 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,172 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:19,176 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:19,180 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:19,182 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61541468, jitterRate=-0.08296066522598267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:19,191 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630699095Initializing all the Stores at 1732630699097 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630699098 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630699098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630699099 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630699099Cleaning up temporary data from old regions at 1732630699169 (+70 ms)Region opened successfully at 1732630699191 (+22 ms) 2024-11-26T14:18:19,193 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:18:19,225 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963fac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:19,258 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:18:19,268 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:18:19,268 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:18:19,271 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:18:19,272 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T14:18:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T14:18:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:18:19,307 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:18:19,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/balancer because node does not exist (not necessarily an error) 2024-11-26T14:18:19,372 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/balancer already deleted, retry=false 2024-11-26T14:18:19,377 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:18:19,380 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:18:19,423 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/normalizer already deleted, retry=false 2024-11-26T14:18:19,428 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:18:19,433 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:18:19,446 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/switch/split already deleted, retry=false 2024-11-26T14:18:19,448 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:18:19,457 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/switch/merge already deleted, retry=false 2024-11-26T14:18:19,479 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:18:19,488 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/snapshot-cleanup already deleted, retry=false 2024-11-26T14:18:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:19,501 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,44407,1732630696102, sessionid=0x10177823a580000, setting cluster-up flag (Was=false) 2024-11-26T14:18:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:19,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:19,562 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093092557/flush-table-proc/acquired, /02093092557/flush-table-proc/reached, /02093092557/flush-table-proc/abort 2024-11-26T14:18:19,564 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,44407,1732630696102 2024-11-26T14:18:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:19,773 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093092557/online-snapshot/acquired, /02093092557/online-snapshot/reached, /02093092557/online-snapshot/abort 2024-11-26T14:18:19,775 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,44407,1732630696102 2024-11-26T14:18:19,786 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:18:19,839 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(746): ClusterId : 6592407c-efc5-406d-be38-f291d0b52509 2024-11-26T14:18:19,841 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:18:19,852 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:19,861 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:18:19,867 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:18:19,872 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,44407,1732630696102 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:18:19,876 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:18:19,876 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:18:19,901 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:18:19,902 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23387696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:19,903 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:19,903 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:19,903 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:19,904 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:19,905 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:18:19,906 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:19,906 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:19,906 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:19,921 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630729920 2024-11-26T14:18:19,922 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:40319 2024-11-26T14:18:19,923 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:18:19,924 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:18:19,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:19,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:18:19,926 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:18:19,926 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:18:19,926 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:18:19,929 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:18:19,930 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:18:19,930 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,44407,1732630696102 with port=40319, startcode=1732630696855 2024-11-26T14:18:19,930 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:18:19,930 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:18:19,931 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:19,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:19,935 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:18:19,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:18:19,937 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:18:19,937 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:18:19,938 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:18:19,940 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:18:19,940 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:18:19,948 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:18:19,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630699942,5,FailOnTimeoutGroup] 2024-11-26T14:18:19,956 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630699949,5,FailOnTimeoutGroup] 2024-11-26T14:18:19,956 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:19,957 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:18:19,958 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:19,958 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:19,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:18:19,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:18:19,966 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c 2024-11-26T14:18:19,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741832_1008 (size=32) 2024-11-26T14:18:19,993 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:18:19,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,013 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c 2024-11-26T14:18:20,013 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45795 2024-11-26T14:18:20,013 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:18:20,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/rs 2024-11-26T14:18:20,026 DEBUG [RS:0;19945b63c2b4:40319 {}] zookeeper.ZKUtil(111): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on existing znode=/02093092557/rs/19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,026 WARN [RS:0;19945b63c2b4:40319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:20,026 INFO [RS:0;19945b63c2b4:40319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:20,026 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,40319,1732630696855] 2024-11-26T14:18:20,050 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:18:20,068 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:18:20,074 INFO [RS:0;19945b63c2b4:40319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:18:20,074 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,076 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:18:20,083 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:18:20,085 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,085 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,086 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,086 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,086 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,086 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,087 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:20,087 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,087 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,087 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,087 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,088 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,088 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:20,088 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:20,088 DEBUG [RS:0;19945b63c2b4:40319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:20,095 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,095 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,095 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,095 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,096 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,096 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40319,1732630696855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:20,123 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:18:20,125 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40319,1732630696855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,125 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,125 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.Replication(171): 19945b63c2b4,40319,1732630696855 started 2024-11-26T14:18:20,143 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:20,144 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,40319,1732630696855, RpcServer on 19945b63c2b4/172.17.0.3:40319, sessionid=0x10177823a580001 2024-11-26T14:18:20,144 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:18:20,145 DEBUG [RS:0;19945b63c2b4:40319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,145 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40319,1732630696855' 2024-11-26T14:18:20,145 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093092557/flush-table-proc/abort' 2024-11-26T14:18:20,146 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093092557/flush-table-proc/acquired' 2024-11-26T14:18:20,147 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:18:20,147 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:18:20,147 DEBUG [RS:0;19945b63c2b4:40319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,148 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40319,1732630696855' 2024-11-26T14:18:20,148 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093092557/online-snapshot/abort' 2024-11-26T14:18:20,148 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093092557/online-snapshot/acquired' 2024-11-26T14:18:20,149 DEBUG [RS:0;19945b63c2b4:40319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:18:20,149 INFO [RS:0;19945b63c2b4:40319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:18:20,149 INFO [RS:0;19945b63c2b4:40319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:18:20,254 INFO [RS:0;19945b63c2b4:40319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:20,258 INFO [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40319%2C1732630696855, suffix=, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs, maxLogs=10 2024-11-26T14:18:20,273 DEBUG [RS:0;19945b63c2b4:40319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260, exclude list is [], retry=0 2024-11-26T14:18:20,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:20,281 INFO [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 2024-11-26T14:18:20,282 DEBUG [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:20,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:20,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:20,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:20,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:20,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:20,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:20,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:20,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:20,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:20,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:20,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:20,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:20,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:20,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:20,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:20,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:20,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740 2024-11-26T14:18:20,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740 2024-11-26T14:18:20,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:20,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:20,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:20,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:20,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:20,424 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69736586, jitterRate=0.03915610909461975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630700389Initializing all the Stores at 1732630700391 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630700391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630700392 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630700392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630700392Cleaning up temporary data from old regions at 1732630700416 (+24 ms)Region opened successfully at 1732630700427 (+11 ms) 2024-11-26T14:18:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:20,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:20,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:20,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630700428Disabling compacts and flushes for region at 1732630700428Disabling writes for close at 1732630700428Writing region close event to WAL at 1732630700430 (+2 ms)Closed at 1732630700430 2024-11-26T14:18:20,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:20,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:18:20,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:18:20,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:20,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:18:20,604 DEBUG [19945b63c2b4:44407 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:18:20,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,40319,1732630696855 2024-11-26T14:18:20,627 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40319,1732630696855, state=OPENING 2024-11-26T14:18:20,770 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:18:20,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:20,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:20,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:20,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:20,869 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:20,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40319,1732630696855}] 2024-11-26T14:18:21,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:18:21,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:18:21,062 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:18:21,062 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:21,063 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:18:21,066 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40319%2C1732630696855.meta, suffix=.meta, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs, maxLogs=10 2024-11-26T14:18:21,089 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.meta.1732630701069.meta, exclude list is [], retry=0 2024-11-26T14:18:21,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:21,096 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.meta.1732630701069.meta 2024-11-26T14:18:21,096 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:21,097 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:21,101 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:21,103 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:21,105 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:18:21,107 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:18:21,112 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:18:21,113 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:21,114 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:18:21,114 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:18:21,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:21,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:21,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:21,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:21,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:21,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:21,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:21,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:21,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:21,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:21,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:21,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:21,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:21,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:21,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:21,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:21,127 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:21,128 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740 2024-11-26T14:18:21,131 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740 2024-11-26T14:18:21,133 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:21,134 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:21,135 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:21,138 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:21,139 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69250187, jitterRate=0.031908199191093445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:21,140 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:18:21,141 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630701114Writing region info on filesystem at 1732630701115 (+1 ms)Initializing all the Stores at 1732630701116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630701117 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630701117Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630701117Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630701117Cleaning up temporary data from old regions at 1732630701134 (+17 ms)Running coprocessor post-open hooks at 1732630701140 (+6 ms)Region opened successfully at 1732630701141 (+1 ms) 2024-11-26T14:18:21,148 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630701040 2024-11-26T14:18:21,158 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:18:21,159 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:18:21,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40319,1732630696855 2024-11-26T14:18:21,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40319,1732630696855, state=OPEN 2024-11-26T14:18:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:21,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:21,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:21,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,40319,1732630696855 2024-11-26T14:18:21,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:18:21,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40319,1732630696855 in 405 msec 2024-11-26T14:18:21,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:18:21,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 846 msec 2024-11-26T14:18:21,292 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:21,292 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:18:21,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:21,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40319,1732630696855, seqNum=-1] 2024-11-26T14:18:21,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:21,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:21,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5420 sec 2024-11-26T14:18:21,356 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630701356, completionTime=-1 2024-11-26T14:18:21,360 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:18:21,360 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:18:21,387 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:18:21,388 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630761388 2024-11-26T14:18:21,388 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630821388 2024-11-26T14:18:21,388 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-26T14:18:21,390 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44407,1732630696102-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,390 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44407,1732630696102-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,390 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44407,1732630696102-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,392 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:44407, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,392 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,392 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,398 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:18:21,419 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.403sec 2024-11-26T14:18:21,420 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:18:21,421 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:18:21,422 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:18:21,422 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:18:21,423 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:18:21,423 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44407,1732630696102-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:21,424 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44407,1732630696102-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:18:21,431 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:18:21,432 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:18:21,433 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44407,1732630696102-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:21,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:21,453 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T14:18:21,453 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T14:18:21,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,44407,-1 for getting cluster id 2024-11-26T14:18:21,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:21,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6592407c-efc5-406d-be38-f291d0b52509' 2024-11-26T14:18:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6592407c-efc5-406d-be38-f291d0b52509" 2024-11-26T14:18:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6178f317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:21,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,44407,-1] 2024-11-26T14:18:21,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:21,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:21,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:21,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:21,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40319,1732630696855, seqNum=-1] 2024-11-26T14:18:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:21,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:21,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,44407,1732630696102 2024-11-26T14:18:21,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:21,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:21,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177823a580002 connected 2024-11-26T14:18:21,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir so I do NOT create it in target/test-data/220ec72d-1778-54c5-5774-fc97089bf663 2024-11-26T14:18:21,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:18:21,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.tmp.dir so I do NOT create it in target/test-data/220ec72d-1778-54c5-5774-fc97089bf663 2024-11-26T14:18:21,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:18:21,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663 2024-11-26T14:18:21,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:18:21,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/cluster_7b8d84ff-5bab-f3cf-813a-bb47bb715450, deleteOnExit=true 2024-11-26T14:18:21,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:18:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/test.cache.data in system properties and HBase conf 2024-11-26T14:18:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:18:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:18:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:18:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:18:21,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:18:21,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:18:21,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:21,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:21,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:18:21,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:21,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:18:21,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:18:21,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:18:22,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:22,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:22,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:22,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:22,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:18:22,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:22,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:22,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:22,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/java.io.tmpdir/jetty-localhost-34901-hadoop-hdfs-3_4_1-tests_jar-_-any-3621672451759834300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:18:22,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:34901} 2024-11-26T14:18:22,520 INFO [Time-limited test {}] server.Server(415): Started @12427ms 2024-11-26T14:18:22,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:22,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:22,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:22,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:22,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:18:22,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:22,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:23,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/java.io.tmpdir/jetty-localhost-34593-hadoop-hdfs-3_4_1-tests_jar-_-any-6311866058367094289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:18:23,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:34593} 2024-11-26T14:18:23,023 INFO [Time-limited test {}] server.Server(415): Started @12930ms 2024-11-26T14:18:23,025 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:18:23,878 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/cluster_7b8d84ff-5bab-f3cf-813a-bb47bb715450/data/data1/current/BP-233431860-172.17.0.3-1732630701714/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:23,878 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/cluster_7b8d84ff-5bab-f3cf-813a-bb47bb715450/data/data2/current/BP-233431860-172.17.0.3-1732630701714/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:23,926 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:18:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b3f091bf131a7c1 with lease ID 0x9165afb053911682: Processing first storage report for DS-cdaf63d4-ccc3-487b-b11c-872f3f53495a from datanode DatanodeRegistration(127.0.0.1:39809, datanodeUuid=c697aec7-6b63-4559-b935-23c8ec601318, infoPort=45563, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=613814093;c=1732630701714) 2024-11-26T14:18:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b3f091bf131a7c1 with lease ID 0x9165afb053911682: from storage DS-cdaf63d4-ccc3-487b-b11c-872f3f53495a node DatanodeRegistration(127.0.0.1:39809, datanodeUuid=c697aec7-6b63-4559-b935-23c8ec601318, infoPort=45563, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=613814093;c=1732630701714), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b3f091bf131a7c1 with lease ID 0x9165afb053911682: Processing first storage report for DS-3219dd3e-9e3e-483a-ade0-d0198875e81a from datanode DatanodeRegistration(127.0.0.1:39809, datanodeUuid=c697aec7-6b63-4559-b935-23c8ec601318, infoPort=45563, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=613814093;c=1732630701714) 2024-11-26T14:18:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b3f091bf131a7c1 with lease ID 0x9165afb053911682: from storage DS-3219dd3e-9e3e-483a-ade0-d0198875e81a node DatanodeRegistration(127.0.0.1:39809, datanodeUuid=c697aec7-6b63-4559-b935-23c8ec601318, infoPort=45563, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=613814093;c=1732630701714), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:23,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663 2024-11-26T14:18:23,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:23,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:18:24,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de with version=8 2024-11-26T14:18:24,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/hbase-staging 2024-11-26T14:18:24,402 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:24,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:24,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:24,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:24,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:24,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:24,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:18:24,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:24,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35479 2024-11-26T14:18:24,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35479 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354790x0, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:24,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35479-0x10177823a580003 connected 2024-11-26T14:18:24,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:24,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:24,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/running 2024-11-26T14:18:24,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de, hbase.cluster.distributed=false 2024-11-26T14:18:24,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/acl 2024-11-26T14:18:24,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-26T14:18:24,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35479 2024-11-26T14:18:24,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35479 2024-11-26T14:18:24,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-26T14:18:24,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-26T14:18:24,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:24,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:24,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:24,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:24,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:24,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:24,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:18:24,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:24,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46397 2024-11-26T14:18:24,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46397 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:24,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:24,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463970x0, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:24,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463970x0, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/running 2024-11-26T14:18:24,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46397-0x10177823a580004 connected 2024-11-26T14:18:24,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:18:24,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:18:24,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/master 2024-11-26T14:18:24,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/acl 2024-11-26T14:18:24,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-26T14:18:24,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-26T14:18:24,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-26T14:18:24,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-26T14:18:24,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-26T14:18:24,635 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:35479 2024-11-26T14:18:24,635 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-774974069/backup-masters/19945b63c2b4,35479,1732630704401 2024-11-26T14:18:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069/backup-masters 2024-11-26T14:18:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069/backup-masters 2024-11-26T14:18:24,647 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on existing znode=/1-774974069/backup-masters/19945b63c2b4,35479,1732630704401 2024-11-26T14:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-774974069/master 2024-11-26T14:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:24,668 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on existing znode=/1-774974069/master 2024-11-26T14:18:24,669 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-774974069/backup-masters/19945b63c2b4,35479,1732630704401 from backup master directory 2024-11-26T14:18:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-774974069/backup-masters/19945b63c2b4,35479,1732630704401 2024-11-26T14:18:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069/backup-masters 2024-11-26T14:18:24,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069/backup-masters 2024-11-26T14:18:24,678 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:24,678 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,35479,1732630704401 2024-11-26T14:18:24,692 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/hbase.id] with ID: 2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff 2024-11-26T14:18:24,692 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/.tmp/hbase.id 2024-11-26T14:18:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:18:25,105 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/.tmp/hbase.id]:[hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/hbase.id] 2024-11-26T14:18:25,129 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:25,129 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:18:25,132 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T14:18:25,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:25,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:18:25,552 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:25,553 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:18:25,553 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:25,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:18:25,969 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store 2024-11-26T14:18:25,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:18:25,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:25,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:25,985 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:25,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:25,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:25,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:25,985 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:25,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630705985Disabling compacts and flushes for region at 1732630705985Disabling writes for close at 1732630705985Writing region close event to WAL at 1732630705985Closed at 1732630705985 2024-11-26T14:18:25,987 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/.initializing 2024-11-26T14:18:25,987 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/WALs/19945b63c2b4,35479,1732630704401 2024-11-26T14:18:25,989 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:25,992 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C35479%2C1732630704401, suffix=, logDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/WALs/19945b63c2b4,35479,1732630704401, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/oldWALs, maxLogs=10 2024-11-26T14:18:26,006 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/WALs/19945b63c2b4,35479,1732630704401/19945b63c2b4%2C35479%2C1732630704401.1732630705992, exclude list is [], retry=0 2024-11-26T14:18:26,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39809,DS-cdaf63d4-ccc3-487b-b11c-872f3f53495a,DISK] 2024-11-26T14:18:26,013 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/WALs/19945b63c2b4,35479,1732630704401/19945b63c2b4%2C35479%2C1732630704401.1732630705992 2024-11-26T14:18:26,013 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-26T14:18:26,013 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:26,013 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:26,014 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,014 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:18:26,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:26,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:26,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:18:26,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:26,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:26,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:18:26,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:26,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:26,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:18:26,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:26,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:26,038 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,042 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,042 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,043 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:26,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:18:26,046 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:26,050 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:26,050 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63827045, jitterRate=-0.04890291392803192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:26,051 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630706014Initializing all the Stores at 1732630706016 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630706016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630706020 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630706020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630706020Cleaning up temporary data from old regions at 1732630706042 (+22 ms)Region opened successfully at 1732630706051 (+9 ms) 2024-11-26T14:18:26,051 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:18:26,058 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be6fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:26,059 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:18:26,059 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:18:26,060 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:18:26,060 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:18:26,070 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 10 msec 2024-11-26T14:18:26,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:18:26,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:18:26,075 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:18:26,077 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Unable to get data of znode /1-774974069/balancer because node does not exist (not necessarily an error) 2024-11-26T14:18:26,088 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-774974069/balancer already deleted, retry=false 2024-11-26T14:18:26,088 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:18:26,090 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Unable to get data of znode /1-774974069/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:18:26,098 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-774974069/normalizer already deleted, retry=false 2024-11-26T14:18:26,099 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:18:26,100 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Unable to get data of znode /1-774974069/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:18:26,109 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-774974069/switch/split already deleted, retry=false 2024-11-26T14:18:26,111 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Unable to get data of znode /1-774974069/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:18:26,119 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-774974069/switch/merge already deleted, retry=false 2024-11-26T14:18:26,122 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Unable to get data of znode /1-774974069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:18:26,133 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-774974069/snapshot-cleanup already deleted, retry=false 2024-11-26T14:18:26,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-774974069/running 2024-11-26T14:18:26,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:26,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-774974069/running 2024-11-26T14:18:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:26,150 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,35479,1732630704401, sessionid=0x10177823a580003, setting cluster-up flag (Was=false) 2024-11-26T14:18:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:26,204 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-774974069/flush-table-proc/acquired, /1-774974069/flush-table-proc/reached, /1-774974069/flush-table-proc/abort 2024-11-26T14:18:26,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,35479,1732630704401 2024-11-26T14:18:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:26,267 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-774974069/online-snapshot/acquired, /1-774974069/online-snapshot/reached, /1-774974069/online-snapshot/abort 2024-11-26T14:18:26,269 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,35479,1732630704401 2024-11-26T14:18:26,271 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:18:26,274 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:26,275 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:18:26,275 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:18:26,275 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,35479,1732630704401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:18:26,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:26,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:26,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:26,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:26,278 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:18:26,278 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,278 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:26,278 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,280 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630736280 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:18:26,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:18:26,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:18:26,281 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:18:26,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:18:26,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:18:26,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:18:26,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:18:26,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:18:26,282 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630706282,5,FailOnTimeoutGroup] 2024-11-26T14:18:26,283 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630706282,5,FailOnTimeoutGroup] 2024-11-26T14:18:26,283 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,283 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:18:26,283 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,283 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,283 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:26,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:18:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:18:26,325 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(746): ClusterId : 2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff 2024-11-26T14:18:26,325 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:18:26,331 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:18:26,331 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:18:26,341 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:18:26,342 DEBUG [RS:0;19945b63c2b4:46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67039a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:26,355 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:46397 2024-11-26T14:18:26,356 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:18:26,356 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:18:26,356 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:18:26,357 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,35479,1732630704401 with port=46397, startcode=1732630704595 2024-11-26T14:18:26,357 DEBUG [RS:0;19945b63c2b4:46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:18:26,360 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:18:26,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,46397,1732630704595 2024-11-26T14:18:26,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35479 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,46397,1732630704595 2024-11-26T14:18:26,366 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de 2024-11-26T14:18:26,366 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37887 2024-11-26T14:18:26,366 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:18:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069/rs 2024-11-26T14:18:26,406 DEBUG [RS:0;19945b63c2b4:46397 {}] zookeeper.ZKUtil(111): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on existing znode=/1-774974069/rs/19945b63c2b4,46397,1732630704595 2024-11-26T14:18:26,406 WARN [RS:0;19945b63c2b4:46397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:26,406 INFO [RS:0;19945b63c2b4:46397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:26,406 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595 2024-11-26T14:18:26,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,46397,1732630704595] 2024-11-26T14:18:26,410 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:18:26,413 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:18:26,414 INFO [RS:0;19945b63c2b4:46397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:18:26,414 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,414 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:18:26,415 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:18:26,415 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,415 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,415 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:26,416 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:26,417 DEBUG [RS:0;19945b63c2b4:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:26,417 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,417 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,417 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,417 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,417 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,417 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,46397,1732630704595-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:26,434 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:18:26,434 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,46397,1732630704595-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,435 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,435 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.Replication(171): 19945b63c2b4,46397,1732630704595 started 2024-11-26T14:18:26,458 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:26,458 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,46397,1732630704595, RpcServer on 19945b63c2b4/172.17.0.3:46397, sessionid=0x10177823a580004 2024-11-26T14:18:26,458 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:18:26,458 DEBUG [RS:0;19945b63c2b4:46397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,46397,1732630704595 2024-11-26T14:18:26,458 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,46397,1732630704595' 2024-11-26T14:18:26,459 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-774974069/flush-table-proc/abort' 2024-11-26T14:18:26,459 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-774974069/flush-table-proc/acquired' 2024-11-26T14:18:26,460 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:18:26,460 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:18:26,460 DEBUG [RS:0;19945b63c2b4:46397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,46397,1732630704595 2024-11-26T14:18:26,460 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,46397,1732630704595' 2024-11-26T14:18:26,460 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-774974069/online-snapshot/abort' 2024-11-26T14:18:26,461 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-774974069/online-snapshot/acquired' 2024-11-26T14:18:26,461 DEBUG [RS:0;19945b63c2b4:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:18:26,461 INFO [RS:0;19945b63c2b4:46397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:18:26,461 INFO [RS:0;19945b63c2b4:46397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:18:26,562 INFO [RS:0;19945b63c2b4:46397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:26,566 INFO [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C46397%2C1732630704595, suffix=, logDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/oldWALs, maxLogs=10 2024-11-26T14:18:26,587 DEBUG [RS:0;19945b63c2b4:46397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595/19945b63c2b4%2C46397%2C1732630704595.1732630706569, exclude list is [], retry=0 2024-11-26T14:18:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39809,DS-cdaf63d4-ccc3-487b-b11c-872f3f53495a,DISK] 2024-11-26T14:18:26,602 INFO [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595/19945b63c2b4%2C46397%2C1732630704595.1732630706569 2024-11-26T14:18:26,603 DEBUG [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-26T14:18:26,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:18:26,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:18:26,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:18:26,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:26,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:18:26,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:26,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:18:26,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:18:26,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:18:26,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:18:26,718 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de 2024-11-26T14:18:26,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:18:27,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:27,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:27,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:27,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:27,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:27,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:27,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:27,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:27,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:27,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:27,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740 2024-11-26T14:18:27,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740 2024-11-26T14:18:27,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:27,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:27,149 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:27,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:27,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:27,155 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66865199, jitterRate=-0.003630891442298889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630707128Initializing all the Stores at 1732630707130 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630707130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630707130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630707130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630707130Cleaning up temporary data from old regions at 1732630707148 (+18 ms)Region opened successfully at 1732630707155 (+7 ms) 2024-11-26T14:18:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:27,155 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:27,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:27,156 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:27,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630707155Disabling compacts and flushes for region at 1732630707155Disabling writes for close at 1732630707155Writing region close event to WAL at 1732630707156 (+1 ms)Closed at 1732630707156 2024-11-26T14:18:27,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:27,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:18:27,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:18:27,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:27,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:18:27,312 DEBUG [19945b63c2b4:35479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:18:27,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,46397,1732630704595 2024-11-26T14:18:27,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,46397,1732630704595, state=OPENING 2024-11-26T14:18:27,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:18:27,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:27,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:27,384 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:27,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,46397,1732630704595}] 2024-11-26T14:18:27,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-774974069/meta-region-server: CHANGED 2024-11-26T14:18:27,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-774974069/meta-region-server: CHANGED 2024-11-26T14:18:27,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:18:27,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:18:27,552 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:18:27,553 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:27,553 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:18:27,562 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C46397%2C1732630704595.meta, suffix=.meta, logDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595, archiveDir=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/oldWALs, maxLogs=10 2024-11-26T14:18:27,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595/19945b63c2b4%2C46397%2C1732630704595.meta.1732630707564.meta, exclude list is [], retry=0 2024-11-26T14:18:27,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39809,DS-cdaf63d4-ccc3-487b-b11c-872f3f53495a,DISK] 2024-11-26T14:18:27,598 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/WALs/19945b63c2b4,46397,1732630704595/19945b63c2b4%2C46397%2C1732630704595.meta.1732630707564.meta 2024-11-26T14:18:27,599 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45563:45563)] 2024-11-26T14:18:27,599 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:27,600 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:27,600 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:27,600 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:18:27,600 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:18:27,601 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:18:27,601 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:27,601 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:18:27,601 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:18:27,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:27,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:27,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:27,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:27,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:27,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:27,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:27,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:27,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:27,617 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:27,618 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740 2024-11-26T14:18:27,620 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740 2024-11-26T14:18:27,622 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:27,623 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:27,623 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:27,627 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:27,628 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74396856, jitterRate=0.10859954357147217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:27,629 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:18:27,629 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630707601Writing region info on filesystem at 1732630707601Initializing all the Stores at 1732630707603 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630707604 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630707604Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630707604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630707604Cleaning up temporary data from old regions at 1732630707623 (+19 ms)Running coprocessor post-open hooks at 1732630707629 (+6 ms)Region opened successfully at 1732630707629 2024-11-26T14:18:27,630 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630707541 2024-11-26T14:18:27,634 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:18:27,634 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:18:27,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46397,1732630704595 2024-11-26T14:18:27,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,46397,1732630704595, state=OPEN 2024-11-26T14:18:27,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-774974069/meta-region-server 2024-11-26T14:18:27,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-774974069/meta-region-server 2024-11-26T14:18:27,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,46397,1732630704595 2024-11-26T14:18:27,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-774974069/meta-region-server: CHANGED 2024-11-26T14:18:27,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-774974069/meta-region-server: CHANGED 2024-11-26T14:18:27,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:18:27,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,46397,1732630704595 in 262 msec 2024-11-26T14:18:27,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:18:27,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-26T14:18:27,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:27,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:18:27,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:27,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46397,1732630704595, seqNum=-1] 2024-11-26T14:18:27,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:27,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:27,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-11-26T14:18:27,672 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630707672, completionTime=-1 2024-11-26T14:18:27,672 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:18:27,672 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:18:27,674 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:18:27,674 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630767674 2024-11-26T14:18:27,674 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630827674 2024-11-26T14:18:27,674 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:18:27,675 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35479,1732630704401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,675 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35479,1732630704401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,675 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35479,1732630704401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,675 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:35479, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,675 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,675 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,678 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.002sec 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35479,1732630704401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:27,681 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35479,1732630704401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:18:27,684 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:18:27,684 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:18:27,684 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35479,1732630704401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:27,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:27,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:27,731 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adebce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:27,736 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:27,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46397,1732630704595, seqNum=-1] 2024-11-26T14:18:27,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:27,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:27,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,35479,1732630704401 2024-11-26T14:18:27,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:27,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177823a580005 connected 2024-11-26T14:18:27,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,44407,-1 for getting cluster id 2024-11-26T14:18:27,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:27,780 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6592407c-efc5-406d-be38-f291d0b52509' 2024-11-26T14:18:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6592407c-efc5-406d-be38-f291d0b52509" 2024-11-26T14:18:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,44407,-1] 2024-11-26T14:18:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:27,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc318e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,44407,1732630696102 2024-11-26T14:18:27,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85c512d 2024-11-26T14:18:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:27,799 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:27,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:18:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:18:27,813 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:27,815 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd8fc56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,815 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:27,815 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:27,816 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fed65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:27,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:27,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:27,819 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:27,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8d793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:27,821 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:27,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:27,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15038431 2024-11-26T14:18:27,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:27,826 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:27,836 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T14:18:27,836 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:18:27,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:27,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:27,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:27,842 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:27,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:18:27,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:18:27,851 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:27,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:18:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741835_1011 (size=1138) 2024-11-26T14:18:27,900 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:18:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:28,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2159c9f695bd959e39f7c05f9434afa7, NAME => 'hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c 2024-11-26T14:18:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741836_1012 (size=44) 2024-11-26T14:18:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:28,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:28,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2159c9f695bd959e39f7c05f9434afa7, disabling compactions & flushes 2024-11-26T14:18:28,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:28,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:28,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. after waiting 0 ms 2024-11-26T14:18:28,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:28,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:28,682 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2159c9f695bd959e39f7c05f9434afa7: Waiting for close lock at 1732630708680Disabling compacts and flushes for region at 1732630708680Disabling writes for close at 1732630708681 (+1 ms)Writing region close event to WAL at 1732630708681Closed at 1732630708681 2024-11-26T14:18:28,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:18:28,695 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630708686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630708686"}]},"ts":"1732630708686"} 2024-11-26T14:18:28,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:18:28,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:18:28,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630708700"}]},"ts":"1732630708700"} 2024-11-26T14:18:28,706 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:18:28,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN}] 2024-11-26T14:18:28,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN 2024-11-26T14:18:28,710 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN; state=OFFLINE, location=19945b63c2b4,40319,1732630696855; forceNewPlan=false, retain=false 2024-11-26T14:18:28,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2159c9f695bd959e39f7c05f9434afa7, regionState=OPENING, regionLocation=19945b63c2b4,40319,1732630696855 2024-11-26T14:18:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN because future has completed 2024-11-26T14:18:28,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c9f695bd959e39f7c05f9434afa7, server=19945b63c2b4,40319,1732630696855}] 2024-11-26T14:18:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:29,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:29,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:29,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:18:29,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40319%2C1732630696855.rep, suffix=, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs, maxLogs=10 2024-11-26T14:18:29,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.rep.1732630709031, exclude list is [], retry=0 2024-11-26T14:18:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:29,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.rep.1732630709031 2024-11-26T14:18:29,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2159c9f695bd959e39f7c05f9434afa7, NAME => 'hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:29,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:29,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. service=MultiRowMutationService 2024-11-26T14:18:29,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:18:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,057 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,058 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c9f695bd959e39f7c05f9434afa7 columnFamilyName hfileref 2024-11-26T14:18:29,058 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:29,059 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(327): Store=2159c9f695bd959e39f7c05f9434afa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:29,059 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,061 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c9f695bd959e39f7c05f9434afa7 columnFamilyName queue 2024-11-26T14:18:29,061 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:29,061 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(327): Store=2159c9f695bd959e39f7c05f9434afa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:29,061 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,063 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c9f695bd959e39f7c05f9434afa7 columnFamilyName sid 2024-11-26T14:18:29,063 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:29,064 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(327): Store=2159c9f695bd959e39f7c05f9434afa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:29,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:18:29,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:29,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2159c9f695bd959e39f7c05f9434afa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68190379, jitterRate=0.016115829348564148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:18:29,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:29,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2159c9f695bd959e39f7c05f9434afa7: Running coprocessor pre-open hook at 1732630709055Writing region info on filesystem at 1732630709055Initializing all the Stores at 1732630709056 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630709056Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630709057 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630709057Cleaning up temporary data from old regions at 1732630709068 (+11 ms)Running coprocessor post-open hooks at 1732630709077 (+9 ms)Region opened successfully at 1732630709078 (+1 ms) 2024-11-26T14:18:29,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7., pid=7, masterSystemTime=1732630709020 2024-11-26T14:18:29,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:29,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:29,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2159c9f695bd959e39f7c05f9434afa7, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40319,1732630696855 2024-11-26T14:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c9f695bd959e39f7c05f9434afa7, server=19945b63c2b4,40319,1732630696855 because future has completed 2024-11-26T14:18:29,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T14:18:29,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2159c9f695bd959e39f7c05f9434afa7, server=19945b63c2b4,40319,1732630696855 in 229 msec 2024-11-26T14:18:29,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:18:29,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN in 394 msec 2024-11-26T14:18:29,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:18:29,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630709107"}]},"ts":"1732630709107"} 2024-11-26T14:18:29,111 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:18:29,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:18:29,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2710 sec 2024-11-26T14:18:29,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7., hostname=19945b63c2b4,40319,1732630696855, seqNum=2] 2024-11-26T14:18:29,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40319 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T14:18:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:29,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:18:29,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T14:18:29,543 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:18:29,603 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,40319,1732630696855, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:18:29,605 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:29,605 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40319,1732630696855, seqNum=-1] 2024-11-26T14:18:29,606 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:29,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-26T14:18:29,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,40319,1732630696855', locateType=CURRENT is [region=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7., hostname=19945b63c2b4,40319,1732630696855, seqNum=2] 2024-11-26T14:18:29,622 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T14:18:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T14:18:29,632 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,40319,1732630696855 suceeded 2024-11-26T14:18:29,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T14:18:29,637 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:29,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 257 msec 2024-11-26T14:18:29,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8360 sec 2024-11-26T14:18:29,645 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:29,647 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7a8dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:29,647 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:29,647 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:29,648 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:29,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2627bacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:29,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:29,650 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:29,652 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a43d63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:29,652 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:29,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:29,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fc8c27 2024-11-26T14:18:29,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:29,655 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T14:18:29,656 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,40319,1732630696855 (queues=1) is replicating from cluster=6592407c-efc5-406d-be38-f291d0b52509 to cluster=2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff 2024-11-26T14:18:29,658 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C40319%2C1732630696855 2024-11-26T14:18:29,663 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,40319,1732630696855, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:18:29,666 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C40319%2C1732630696855 2024-11-26T14:18:29,670 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260, startPosition=0, beingWritten=true 2024-11-26T14:18:29,951 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:29,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:29,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:29,966 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:18:29,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:29,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:29,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:29,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:29,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,44407,-1 for getting cluster id 2024-11-26T14:18:29,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:29,969 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6592407c-efc5-406d-be38-f291d0b52509' 2024-11-26T14:18:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6592407c-efc5-406d-be38-f291d0b52509" 2024-11-26T14:18:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7d3f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,44407,-1] 2024-11-26T14:18:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:29,987 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6738a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:29,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,44407,1732630696102 2024-11-26T14:18:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b24c9d 2024-11-26T14:18:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:29,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:29,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:18:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:18:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T14:18:30,002 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:30,010 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638f7b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,010 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:30,010 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:30,012 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:30,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd7d6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:30,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:30,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,015 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:30,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dfea06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,016 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@464dff01 2024-11-26T14:18:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:30,020 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:30,021 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T14:18:30,022 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:18:30,022 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:30,022 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:18:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T14:18:30,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-26T14:18:30,258 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T14:18:30,262 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:30,298 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-19945b63c2b4,40319,1732630696855, ReplicationSource: 2, currentBandwidth=0 2024-11-26T14:18:30,302 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T14:18:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T14:18:30,307 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 19945b63c2b4,40319,1732630696855 suceeded 2024-11-26T14:18:30,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:18:30,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-26T14:18:30,314 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T14:18:30,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 319 msec 2024-11-26T14:18:30,326 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:30,328 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c5f745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,328 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:30,328 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:30,329 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:30,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:30,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1537e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:30,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:30,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,332 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:30,333 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377cd09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,334 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8741fe 2024-11-26T14:18:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:30,336 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-26T14:18:30,337 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-19945b63c2b4,40319,1732630696855 (queues=1) is replicating from cluster=6592407c-efc5-406d-be38-f291d0b52509 to cluster=2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff 2024-11-26T14:18:30,338 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=19945b63c2b4%2C40319%2C1732630696855 2024-11-26T14:18:30,338 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-19945b63c2b4,40319,1732630696855, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:18:30,338 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C40319%2C1732630696855 2024-11-26T14:18:30,338 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260, startPosition=0, beingWritten=true 2024-11-26T14:18:30,546 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T14:18:30,626 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T14:18:30,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:30,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:30,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:30,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,44407,1732630696102 2024-11-26T14:18:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c25abca 2024-11-26T14:18:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:30,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:30,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:18:30,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T14:18:30,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:18:30,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T14:18:30,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T14:18:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T14:18:30,649 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:30,650 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c72e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,650 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:30,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:30,652 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:30,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:30,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7451d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,654 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d972ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ecc2e54 2024-11-26T14:18:30,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:30,659 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:30,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:18:30,660 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:18:30,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:30,673 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:30,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:18:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T14:18:30,853 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:30,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-26T14:18:30,866 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-26T14:18:30,869 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T14:18:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T14:18:30,873 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 19945b63c2b4,40319,1732630696855 suceeded 2024-11-26T14:18:30,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T14:18:30,877 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:30,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-26T14:18:30,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 235 msec 2024-11-26T14:18:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T14:18:30,965 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-26T14:18:30,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T14:18:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T14:18:30,969 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:30,971 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7439628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,971 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:30,971 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:30,972 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:30,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:30,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380908f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,974 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:30,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b663b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:30,975 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:30,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:30,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d15c3f 2024-11-26T14:18:30,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:30,978 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:30,979 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T14:18:30,979 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:18:30,979 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,979 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:30,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:31,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:18:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T14:18:31,184 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:31,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40319 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-26T14:18:31,214 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-26T14:18:31,217 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T14:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T14:18:31,224 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 19945b63c2b4,40319,1732630696855 suceeded 2024-11-26T14:18:31,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T14:18:31,231 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://19945b63c2b4:35479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:31,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-26T14:18:31,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 265 msec 2024-11-26T14:18:31,261 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T14:18:31,285 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-26T14:18:31,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:18:31,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T14:18:31,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:31,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:31,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:31,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:31,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:31,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:18:31,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=170203204, stopped=false 2024-11-26T14:18:31,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,44407,1732630696102 2024-11-26T14:18:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:31,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:18:31,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:31,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:31,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:31,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:31,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:31,423 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,40319,1732630696855' ***** 2024-11-26T14:18:31,423 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:18:31,423 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:18:31,423 INFO [RS:0;19945b63c2b4:40319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:18:31,423 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:18:31,423 INFO [RS:0;19945b63c2b4:40319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:18:31,424 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(3091): Received CLOSE for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:31,424 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,40319,1732630696855 2024-11-26T14:18:31,424 INFO [RS:0;19945b63c2b4:40319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:18:31,424 INFO [RS:0;19945b63c2b4:40319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:40319. 2024-11-26T14:18:31,424 DEBUG [RS:0;19945b63c2b4:40319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:31,424 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:31,425 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:18:31,424 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2159c9f695bd959e39f7c05f9434afa7, disabling compactions & flushes 2024-11-26T14:18:31,425 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:18:31,425 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:31,425 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:31,425 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. after waiting 0 ms 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:31,425 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:18:31,425 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2159c9f695bd959e39f7c05f9434afa7=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.} 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:31,425 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:31,425 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:31,426 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:31,428 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T14:18:31,428 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2159c9f695bd959e39f7c05f9434afa7 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-26T14:18:31,488 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/.tmp/queue/92972776318f4304a25a0c91a78f7aef is 151, key is 1-19945b63c2b4,40319,1732630696855/queue:19945b63c2b4%2C40319%2C1732630696855/1732630709617/Put/seqid=0 2024-11-26T14:18:31,488 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/info/0b2e7589236b41daa2b7a2eca4d02791 is 147, key is hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7./info:regioninfo/1732630709086/Put/seqid=0 2024-11-26T14:18:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741839_1015 (size=6631) 2024-11-26T14:18:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741838_1014 (size=5500) 2024-11-26T14:18:31,521 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:18:31,626 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:31,768 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:31,793 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:31,826 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:31,899 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/.tmp/queue/92972776318f4304a25a0c91a78f7aef 2024-11-26T14:18:31,900 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/info/0b2e7589236b41daa2b7a2eca4d02791 2024-11-26T14:18:31,945 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/.tmp/queue/92972776318f4304a25a0c91a78f7aef as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/queue/92972776318f4304a25a0c91a78f7aef 2024-11-26T14:18:31,956 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/queue/92972776318f4304a25a0c91a78f7aef, entries=2, sequenceid=6, filesize=5.4 K 2024-11-26T14:18:31,963 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/ns/752674e7c9724c138b9c74da6e3d15b0 is 43, key is default/ns:d/1732630701341/Put/seqid=0 2024-11-26T14:18:31,963 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2159c9f695bd959e39f7c05f9434afa7 in 534ms, sequenceid=6, compaction requested=false 2024-11-26T14:18:31,963 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:18:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741840_1016 (size=5153) 2024-11-26T14:18:31,973 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T14:18:31,976 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:31,976 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:31,976 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:31,976 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2159c9f695bd959e39f7c05f9434afa7: Waiting for close lock at 1732630711424Running coprocessor pre-close hooks at 1732630711424Disabling compacts and flushes for region at 1732630711424Disabling writes for close at 1732630711425 (+1 ms)Obtaining lock to block concurrent updates at 1732630711428 (+3 ms)Preparing flush snapshotting stores in 2159c9f695bd959e39f7c05f9434afa7 at 1732630711428Finished memstore snapshotting hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732630711435 (+7 ms)Flushing stores of hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. at 1732630711436 (+1 ms)Flushing 2159c9f695bd959e39f7c05f9434afa7/queue: creating writer at 1732630711438 (+2 ms)Flushing 2159c9f695bd959e39f7c05f9434afa7/queue: appending metadata at 1732630711474 (+36 ms)Flushing 2159c9f695bd959e39f7c05f9434afa7/queue: closing flushed file at 1732630711476 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5e0704: reopening flushed file at 1732630711943 (+467 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2159c9f695bd959e39f7c05f9434afa7 in 534ms, sequenceid=6, compaction requested=false at 1732630711963 (+20 ms)Writing region close event to WAL at 1732630711967 (+4 ms)Running coprocessor post-close hooks at 1732630711974 (+7 ms)Closed at 1732630711976 (+2 ms) 2024-11-26T14:18:31,977 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:32,026 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:32,192 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:18:32,192 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:18:32,227 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:32,374 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/ns/752674e7c9724c138b9c74da6e3d15b0 2024-11-26T14:18:32,375 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:32,403 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/table/ab2f0e96475d43338e4a960f480ef1ce is 53, key is hbase:replication/table:state/1732630709107/Put/seqid=0 2024-11-26T14:18:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741841_1017 (size=5256) 2024-11-26T14:18:32,427 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:18:32,427 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:18:32,427 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:32,500 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:32,627 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:32,809 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/table/ab2f0e96475d43338e4a960f480ef1ce 2024-11-26T14:18:32,819 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/info/0b2e7589236b41daa2b7a2eca4d02791 as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/info/0b2e7589236b41daa2b7a2eca4d02791 2024-11-26T14:18:32,828 DEBUG [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:32,829 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/info/0b2e7589236b41daa2b7a2eca4d02791, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T14:18:32,830 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/ns/752674e7c9724c138b9c74da6e3d15b0 as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/ns/752674e7c9724c138b9c74da6e3d15b0 2024-11-26T14:18:32,841 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/ns/752674e7c9724c138b9c74da6e3d15b0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:18:32,843 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/table/ab2f0e96475d43338e4a960f480ef1ce as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/table/ab2f0e96475d43338e4a960f480ef1ce 2024-11-26T14:18:32,852 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/table/ab2f0e96475d43338e4a960f480ef1ce, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T14:18:32,854 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false 2024-11-26T14:18:32,859 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T14:18:32,860 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:32,860 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:32,860 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:32,861 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630711425Running coprocessor pre-close hooks at 1732630711425Disabling compacts and flushes for region at 1732630711425Disabling writes for close at 1732630711425Obtaining lock to block concurrent updates at 1732630711428 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732630711428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732630711435 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630711436 (+1 ms)Flushing 1588230740/info: creating writer at 1732630711438 (+2 ms)Flushing 1588230740/info: appending metadata at 1732630711475 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732630711476 (+1 ms)Flushing 1588230740/ns: creating writer at 1732630711943 (+467 ms)Flushing 1588230740/ns: appending metadata at 1732630711962 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732630711962Flushing 1588230740/table: creating writer at 1732630712387 (+425 ms)Flushing 1588230740/table: appending metadata at 1732630712402 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732630712402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d36512: reopening flushed file at 1732630712817 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe410cc: reopening flushed file at 1732630712829 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6474507: reopening flushed file at 1732630712841 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false at 1732630712854 (+13 ms)Writing region close event to WAL at 1732630712855 (+1 ms)Running coprocessor post-close hooks at 1732630712860 (+5 ms)Closed at 1732630712860 2024-11-26T14:18:32,861 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:33,028 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,40319,1732630696855; all regions closed. 2024-11-26T14:18:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741834_1010 (size=2742) 2024-11-26T14:18:33,040 DEBUG [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs 2024-11-26T14:18:33,040 INFO [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40319%2C1732630696855.meta:.meta(num 1732630701069) 2024-11-26T14:18:33,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741837_1013 (size=1802) 2024-11-26T14:18:33,047 DEBUG [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs 2024-11-26T14:18:33,047 INFO [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40319%2C1732630696855.rep:(num 1732630709031) 2024-11-26T14:18:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741833_1009 (size=93) 2024-11-26T14:18:33,053 DEBUG [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs 2024-11-26T14:18:33,053 INFO [RS:0;19945b63c2b4:40319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40319%2C1732630696855:(num 1732630700260) 2024-11-26T14:18:33,054 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:33,054 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:18:33,054 INFO [RS:0;19945b63c2b4:40319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:18:33,054 INFO [RS:0;19945b63c2b4:40319 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:18:33,054 INFO [RS:0;19945b63c2b4:40319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:18:33,054 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:18:33,055 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,40319,1732630696855 because: Region server is closing 2024-11-26T14:18:33,055 INFO [RS:0;19945b63c2b4:40319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:40319. 2024-11-26T14:18:33,055 DEBUG [RS:0;19945b63c2b4:40319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:33,055 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:33,055 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:33,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:33,083 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 to pos 0, reset compression=false 2024-11-26T14:18:33,091 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 was moved to hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs/19945b63c2b4%2C40319%2C1732630696855.1732630700260 2024-11-26T14:18:33,096 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260 2024-11-26T14:18:33,096 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T14:18:33,096 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T14:18:33,096 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-19945b63c2b4,40319,1732630696855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855/19945b63c2b4%2C40319%2C1732630696855.1732630700260, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T14:18:33,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:18:33,104 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,40319,1732630696855: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-19945b63c2b4,40319,1732630696855, walGroup=19945b63c2b4%2C40319%2C1732630696855, offset=19945b63c2b4%2C40319%2C1732630696855.1732630700260:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40319 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:18:33,106 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:18:33,109 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:18:33,111 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:18:33,111 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:18:33,111 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:18:33,111 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 382995712 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150559664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:18:33,114 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [19945b63c2b4%2C40319%2C1732630696855.1732630700260] 2024-11-26T14:18:33,156 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:18:33,156 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 terminated 2024-11-26T14:18:33,156 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40319,1732630696855.replicationSource.wal-reader.19945b63c2b4%2C40319%2C1732630696855,1-19945b63c2b4,40319,1732630696855 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:18:33,157 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-19945b63c2b4,40319,1732630696855 because: Region server is closing 2024-11-26T14:18:33,157 INFO [RS:0;19945b63c2b4:40319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:40319. 2024-11-26T14:18:33,157 DEBUG [RS:0;19945b63c2b4:40319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:33,157 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:33,158 DEBUG [RS:0;19945b63c2b4:40319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:33,158 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,40319,1732630696855.replicationSource.shipper19945b63c2b4%2C40319%2C1732630696855,2-19945b63c2b4,40319,1732630696855 terminated 2024-11-26T14:18:33,158 INFO [RS:0;19945b63c2b4:40319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40319 2024-11-26T14:18:33,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/rs 2024-11-26T14:18:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/rs/19945b63c2b4,40319,1732630696855 2024-11-26T14:18:33,235 INFO [RS:0;19945b63c2b4:40319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:18:33,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,40319,1732630696855] 2024-11-26T14:18:33,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/draining/19945b63c2b4,40319,1732630696855 already deleted, retry=false 2024-11-26T14:18:33,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,40319,1732630696855 expired; onlineServers=0 2024-11-26T14:18:33,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,44407,1732630696102' ***** 2024-11-26T14:18:33,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:18:33,246 INFO [M:0;19945b63c2b4:44407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:18:33,246 INFO [M:0;19945b63c2b4:44407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:18:33,246 DEBUG [M:0;19945b63c2b4:44407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:18:33,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:18:33,247 DEBUG [M:0;19945b63c2b4:44407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:18:33,247 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630699942 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630699942,5,FailOnTimeoutGroup] 2024-11-26T14:18:33,247 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630699949 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630699949,5,FailOnTimeoutGroup] 2024-11-26T14:18:33,247 INFO [M:0;19945b63c2b4:44407 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:18:33,247 INFO [M:0;19945b63c2b4:44407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:18:33,247 DEBUG [M:0;19945b63c2b4:44407 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:18:33,247 INFO [M:0;19945b63c2b4:44407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:18:33,248 INFO [M:0;19945b63c2b4:44407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:18:33,248 INFO [M:0;19945b63c2b4:44407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:18:33,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:18:33,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/master 2024-11-26T14:18:33,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:33,316 DEBUG [M:0;19945b63c2b4:44407 {}] zookeeper.ZKUtil(347): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/master because node does not exist (not an error) 2024-11-26T14:18:33,316 WARN [M:0;19945b63c2b4:44407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:18:33,320 INFO [M:0;19945b63c2b4:44407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/.lastflushedseqids 2024-11-26T14:18:33,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:33,347 INFO [RS:0;19945b63c2b4:40319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:18:33,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40319-0x10177823a580001, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:33,347 INFO [RS:0;19945b63c2b4:40319 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,40319,1732630696855; zookeeper connection closed. 2024-11-26T14:18:33,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ddc6c81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ddc6c81 2024-11-26T14:18:33,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:18:33,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741842_1018 (size=181) 2024-11-26T14:18:33,773 INFO [M:0;19945b63c2b4:44407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:18:33,774 INFO [M:0;19945b63c2b4:44407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:18:33,774 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:33,774 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:33,774 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:33,774 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:33,774 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:33,774 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-26T14:18:33,792 DEBUG [M:0;19945b63c2b4:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6ca9c573e7b499eae5fbe73941c3bd3 is 82, key is hbase:meta,,1/info:regioninfo/1732630701160/Put/seqid=0 2024-11-26T14:18:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741843_1019 (size=5672) 2024-11-26T14:18:34,200 INFO [M:0;19945b63c2b4:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6ca9c573e7b499eae5fbe73941c3bd3 2024-11-26T14:18:34,224 DEBUG [M:0;19945b63c2b4:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7959d2b64ba4af7a765cc80f8735983 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732630709115/Put/seqid=0 2024-11-26T14:18:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741844_1020 (size=8663) 2024-11-26T14:18:34,632 INFO [M:0;19945b63c2b4:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7959d2b64ba4af7a765cc80f8735983 2024-11-26T14:18:34,659 DEBUG [M:0;19945b63c2b4:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d3ad6123084812b095e6f97fe54ec5 is 69, key is 19945b63c2b4,40319,1732630696855/rs:state/1732630700003/Put/seqid=0 2024-11-26T14:18:34,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741845_1021 (size=5156) 2024-11-26T14:18:35,065 INFO [M:0;19945b63c2b4:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d3ad6123084812b095e6f97fe54ec5 2024-11-26T14:18:35,074 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6ca9c573e7b499eae5fbe73941c3bd3 as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6ca9c573e7b499eae5fbe73941c3bd3 2024-11-26T14:18:35,083 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6ca9c573e7b499eae5fbe73941c3bd3, entries=8, sequenceid=115, filesize=5.5 K 2024-11-26T14:18:35,084 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7959d2b64ba4af7a765cc80f8735983 as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7959d2b64ba4af7a765cc80f8735983 2024-11-26T14:18:35,091 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7959d2b64ba4af7a765cc80f8735983, entries=14, sequenceid=115, filesize=8.5 K 2024-11-26T14:18:35,093 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1d3ad6123084812b095e6f97fe54ec5 as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d3ad6123084812b095e6f97fe54ec5 2024-11-26T14:18:35,103 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d3ad6123084812b095e6f97fe54ec5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-26T14:18:35,104 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false 2024-11-26T14:18:35,106 INFO [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:35,107 DEBUG [M:0;19945b63c2b4:44407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630713774Disabling compacts and flushes for region at 1732630713774Disabling writes for close at 1732630713774Obtaining lock to block concurrent updates at 1732630713774Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630713774Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732630713775 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630713776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630713776Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630713791 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630713791Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630714208 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630714223 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630714223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630714643 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630714658 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630714658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ccbe77: reopening flushed file at 1732630715072 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61dcdf16: reopening flushed file at 1732630715083 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134ac14b: reopening flushed file at 1732630715092 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false at 1732630715104 (+12 ms)Writing region close event to WAL at 1732630715106 (+2 ms)Closed at 1732630715106 2024-11-26T14:18:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741830_1006 (size=59421) 2024-11-26T14:18:35,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102/19945b63c2b4%2C44407%2C1732630696102.1732630698982 not finished, retry = 0 2024-11-26T14:18:35,213 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:18:35,213 INFO [M:0;19945b63c2b4:44407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:18:35,213 INFO [M:0;19945b63c2b4:44407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44407 2024-11-26T14:18:35,213 INFO [M:0;19945b63c2b4:44407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:18:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:35,367 INFO [M:0;19945b63c2b4:44407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:18:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10177823a580000, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:35,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:18:35,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:35,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43327 2024-11-26T14:18:35,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43327 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433270x0, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:35,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43327-0x10177823a580006 connected 2024-11-26T14:18:35,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:35,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:35,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:35,411 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: INIT 2024-11-26T14:18:35,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c, hbase.cluster.distributed=false 2024-11-26T14:18:35,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/acl 2024-11-26T14:18:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-26T14:18:35,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43327 2024-11-26T14:18:35,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43327 2024-11-26T14:18:35,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-26T14:18:35,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43327 2024-11-26T14:18:35,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:35,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:35,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:35,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:35,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:35,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:35,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:18:35,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:35,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34265 2024-11-26T14:18:35,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34265 connecting to ZooKeeper ensemble=127.0.0.1:64638 2024-11-26T14:18:35,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:35,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:35,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342650x0, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:35,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342650x0, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:35,456 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: INIT 2024-11-26T14:18:35,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34265-0x10177823a580007 connected 2024-11-26T14:18:35,457 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:18:35,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:18:35,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/master 2024-11-26T14:18:35,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/acl 2024-11-26T14:18:35,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-26T14:18:35,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34265 2024-11-26T14:18:35,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34265 2024-11-26T14:18:35,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-26T14:18:35,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-26T14:18:35,483 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:43327 2024-11-26T14:18:35,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02093092557/backup-masters/19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:35,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:35,497 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on existing znode=/02093092557/backup-masters/19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093092557/master 2024-11-26T14:18:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:35,509 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on existing znode=/02093092557/master 2024-11-26T14:18:35,509 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02093092557/backup-masters/19945b63c2b4,43327,1732630715368 from backup master directory 2024-11-26T14:18:35,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:35,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/backup-masters/19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/backup-masters 2024-11-26T14:18:35,519 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:35,519 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,535 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:35,535 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:18:35,553 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-26T14:18:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741846_1022 (size=196) 2024-11-26T14:18:35,571 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:35,572 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:18:35,573 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:35,583 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T14:18:35,587 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102 to hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102-dead as it is dead 2024-11-26T14:18:35,589 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T14:18:35,589 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T14:18:35,589 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102-dead/19945b63c2b4%2C44407%2C1732630696102.1732630698982 2024-11-26T14:18:35,596 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102-dead/19945b63c2b4%2C44407%2C1732630696102.1732630698982 after 4ms 2024-11-26T14:18:35,597 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102-dead/19945b63c2b4%2C44407%2C1732630696102.1732630698982 to hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C44407%2C1732630696102.1732630698982 2024-11-26T14:18:35,597 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,44407,1732630696102-dead 2024-11-26T14:18:35,598 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,600 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:35,602 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C43327%2C1732630715368, suffix=, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,43327,1732630715368, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/oldWALs, maxLogs=10 2024-11-26T14:18:35,621 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,43327,1732630715368/19945b63c2b4%2C43327%2C1732630715368.1732630715602, exclude list is [], retry=0 2024-11-26T14:18:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:35,628 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/WALs/19945b63c2b4,43327,1732630715368/19945b63c2b4%2C43327%2C1732630715368.1732630715602 2024-11-26T14:18:35,628 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:35,628 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:35,629 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:35,629 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,629 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:18:35,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:35,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6ca9c573e7b499eae5fbe73941c3bd3 2024-11-26T14:18:35,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:35,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:18:35,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:35,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7959d2b64ba4af7a765cc80f8735983 2024-11-26T14:18:35,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:35,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:18:35,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:35,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1d3ad6123084812b095e6f97fe54ec5 2024-11-26T14:18:35,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:35,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:18:35,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:35,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:35,667 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,668 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T14:18:35,668 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C44407%2C1732630696102.1732630698982 2024-11-26T14:18:35,684 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C44407%2C1732630696102.1732630698982 2024-11-26T14:18:35,686 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C44407%2C1732630696102.1732630698982 2024-11-26T14:18:35,688 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,688 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,689 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:35,691 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:35,695 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-26T14:18:35,698 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71220414, jitterRate=0.06126686930656433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:35,699 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630715629Initializing all the Stores at 1732630715631 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630715631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630715632 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630715632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630715632Cleaning up temporary data from old regions at 1732630715688 (+56 ms)Region opened successfully at 1732630715698 (+10 ms) 2024-11-26T14:18:35,703 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:18:35,712 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597fcb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:35,723 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T14:18:35,723 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:18:35,723 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:18:35,723 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:18:35,724 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:18:35,730 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:35,731 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:18:35,731 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:18:35,731 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:18:35,732 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T14:18:35,732 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-26T14:18:35,732 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-26T14:18:35,732 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:18:35,737 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=19945b63c2b4,40319,1732630696855, regionLocation=19945b63c2b4,40319,1732630696855, openSeqNum=2 2024-11-26T14:18:35,737 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=19945b63c2b4,40319,1732630696855, table=hbase:meta, region=1588230740 2024-11-26T14:18:35,737 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40319,1732630696855, state=OPEN 2024-11-26T14:18:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:35,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:35,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:35,755 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:18:35,761 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/draining/19945b63c2b4,40319,1732630696855 already deleted, retry=false 2024-11-26T14:18:35,761 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 19945b63c2b4,40319,1732630696855 on 19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,767 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 19945b63c2b4,40319,1732630696855, splitWal=true, meta=true 2024-11-26T14:18:35,770 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 19945b63c2b4,40319,1732630696855 (carryingMeta=true) 19945b63c2b4,40319,1732630696855/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@71ebbcd0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T14:18:35,774 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/balancer because node does not exist (not necessarily an error) 2024-11-26T14:18:35,842 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/balancer already deleted, retry=false 2024-11-26T14:18:35,842 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:18:35,844 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:18:35,866 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/normalizer already deleted, retry=false 2024-11-26T14:18:35,867 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:18:35,868 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:18:35,877 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/switch/split already deleted, retry=false 2024-11-26T14:18:35,878 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:18:35,887 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/switch/merge already deleted, retry=false 2024-11-26T14:18:35,912 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:18:35,919 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/snapshot-cleanup already deleted, retry=false 2024-11-26T14:18:35,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:35,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:35,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:35,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:35,931 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,43327,1732630715368, sessionid=0x10177823a580006, setting cluster-up flag (Was=false) 2024-11-26T14:18:35,942 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093092557/flush-table-proc/acquired, /02093092557/flush-table-proc/reached, /02093092557/flush-table-proc/abort 2024-11-26T14:18:35,945 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,961 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02093092557/online-snapshot/acquired, /02093092557/online-snapshot/reached, /02093092557/online-snapshot/abort 2024-11-26T14:18:35,964 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,43327,1732630715368 2024-11-26T14:18:35,967 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/.lastflushedseqids 2024-11-26T14:18:35,973 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:18:35,973 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:18:35,974 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,43327,1732630715368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 19945b63c2b4,40319,1732630696855 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:35,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:35,977 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630745977 2024-11-26T14:18:35,977 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:18:35,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:18:35,979 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:18:35,979 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:18:35,979 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:18:35,979 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:18:35,979 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630715979,5,FailOnTimeoutGroup] 2024-11-26T14:18:35,979 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630715979,5,FailOnTimeoutGroup] 2024-11-26T14:18:35,980 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:35,980 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:18:35,980 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:35,980 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:35,980 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630715980, completionTime=-1 2024-11-26T14:18:35,980 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 19945b63c2b4,40319,1732630696855, splitWal=true, meta=true 2024-11-26T14:18:35,980 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T14:18:35,982 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 19945b63c2b4,40319,1732630696855, splitWal=true, meta=true, isMeta: true 2024-11-26T14:18:35,983 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T14:18:35,984 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855-splitting 2024-11-26T14:18:35,985 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855-splitting dir is empty, no logs to split. 2024-11-26T14:18:35,986 INFO [PEWorker-1 {}] master.SplitWALManager(105): 19945b63c2b4,40319,1732630696855 WAL count=0, meta=true 2024-11-26T14:18:35,991 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855-splitting dir is empty, no logs to split. 2024-11-26T14:18:35,991 INFO [PEWorker-1 {}] master.SplitWALManager(105): 19945b63c2b4,40319,1732630696855 WAL count=0, meta=true 2024-11-26T14:18:35,991 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 19945b63c2b4,40319,1732630696855 WAL splitting is done? wals=0, meta=true 2024-11-26T14:18:35,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:18:35,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:35,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T14:18:36,069 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(746): ClusterId : 6592407c-efc5-406d-be38-f291d0b52509 2024-11-26T14:18:36,069 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:18:36,078 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:18:36,078 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:18:36,089 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:18:36,089 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a284433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:36,102 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:34265 2024-11-26T14:18:36,102 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:18:36,102 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:18:36,102 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:18:36,103 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,43327,1732630715368 with port=34265, startcode=1732630715435 2024-11-26T14:18:36,103 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:18:36,105 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:18:36,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43327 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,108 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c 2024-11-26T14:18:36,108 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45795 2024-11-26T14:18:36,109 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:18:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/rs 2024-11-26T14:18:36,119 DEBUG [RS:0;19945b63c2b4:34265 {}] zookeeper.ZKUtil(111): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on existing znode=/02093092557/rs/19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,120 WARN [RS:0;19945b63c2b4:34265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:36,120 INFO [RS:0;19945b63c2b4:34265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:36,120 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,34265,1732630715435] 2024-11-26T14:18:36,134 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T14:18:36,149 WARN [19945b63c2b4:43327 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T14:18:36,164 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:18:36,173 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:18:36,174 INFO [RS:0;19945b63c2b4:34265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:18:36,174 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,174 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:18:36,177 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:18:36,177 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,177 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,177 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,177 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,177 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:36,178 DEBUG [RS:0;19945b63c2b4:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:36,193 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,194 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,194 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,194 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,194 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,194 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34265,1732630715435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:36,214 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:18:36,214 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34265,1732630715435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,241 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,34265,1732630715435, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:18:36,262 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(231): queueId=2-19945b63c2b4,34265,1732630715435, ReplicationSource: 2, currentBandwidth=0 2024-11-26T14:18:36,264 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:36,266 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a047541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:36,266 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:36,266 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:36,267 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:36,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:36,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:36,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3004bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:36,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:36,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:36,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:36,264 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,271 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.Replication(171): 19945b63c2b4,34265,1732630715435 started 2024-11-26T14:18:36,271 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:36,273 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61601094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:36,273 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:36,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:36,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a348500 2024-11-26T14:18:36,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:36,276 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T14:18:36,277 INFO [RS:0;19945b63c2b4:34265.replicationSource,1-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,34265,1732630715435 (queues=0) is replicating from cluster=6592407c-efc5-406d-be38-f291d0b52509 to cluster=2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff 2024-11-26T14:18:36,289 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:36,289 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,34265,1732630715435, RpcServer on 19945b63c2b4/172.17.0.3:34265, sessionid=0x10177823a580007 2024-11-26T14:18:36,289 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:18:36,289 DEBUG [RS:0;19945b63c2b4:34265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,289 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,34265,1732630715435' 2024-11-26T14:18:36,289 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093092557/flush-table-proc/abort' 2024-11-26T14:18:36,290 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093092557/flush-table-proc/acquired' 2024-11-26T14:18:36,290 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35479' 2024-11-26T14:18:36,291 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:18:36,291 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:18:36,291 DEBUG [RS:0;19945b63c2b4:34265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,291 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,34265,1732630715435' 2024-11-26T14:18:36,291 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02093092557/online-snapshot/abort' 2024-11-26T14:18:36,292 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02093092557/online-snapshot/acquired' 2024-11-26T14:18:36,292 DEBUG [RS:0;19945b63c2b4:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:18:36,293 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a071e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:36,293 INFO [RS:0;19945b63c2b4:34265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:18:36,293 INFO [RS:0;19945b63c2b4:34265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:18:36,293 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35479,-1 for getting cluster id 2024-11-26T14:18:36,293 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:36,294 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff' 2024-11-26T14:18:36,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:36,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff" 2024-11-26T14:18:36,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@791d6e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:36,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35479,-1] 2024-11-26T14:18:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:36,297 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:36,299 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d834ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:36,299 DEBUG [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:36,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35479,1732630704401 2024-11-26T14:18:36,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a30c898 2024-11-26T14:18:36,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:36,303 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-26T14:18:36,304 INFO [RS:0;19945b63c2b4:34265.replicationSource,2-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-19945b63c2b4,34265,1732630715435 (queues=0) is replicating from cluster=6592407c-efc5-406d-be38-f291d0b52509 to cluster=2a57360e-d7a2-42c5-a25d-7ce95f0bb3ff 2024-11-26T14:18:36,394 INFO [RS:0;19945b63c2b4:34265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:36,396 INFO [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C34265%2C1732630715435, suffix=, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs, maxLogs=10 2024-11-26T14:18:36,417 DEBUG [RS:0;19945b63c2b4:34265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397, exclude list is [], retry=0 2024-11-26T14:18:36,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:36,429 INFO [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 2024-11-26T14:18:36,432 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 19945b63c2b4%2C34265%2C1732630715435 for peer 1 2024-11-26T14:18:36,433 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 19945b63c2b4%2C34265%2C1732630715435 for peer 2 2024-11-26T14:18:36,433 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C34265%2C1732630715435 2024-11-26T14:18:36,434 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,34265,1732630715435, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:18:36,436 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=19945b63c2b4%2C34265%2C1732630715435 2024-11-26T14:18:36,437 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-19945b63c2b4,34265,1732630715435, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:18:36,437 INFO [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C34265%2C1732630715435 2024-11-26T14:18:36,453 INFO [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C34265%2C1732630715435 2024-11-26T14:18:36,453 DEBUG [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:36,454 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397, startPosition=0, beingWritten=true 2024-11-26T14:18:36,456 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397, startPosition=0, beingWritten=true 2024-11-26T14:18:36,649 DEBUG [19945b63c2b4:43327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:18:36,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,34265,1732630715435, state=OPENING 2024-11-26T14:18:36,664 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:36,669 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:36,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:36,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:36,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:36,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,34265,1732630715435}] 2024-11-26T14:18:36,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:36,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:18:36,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:18:36,868 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:18:36,869 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:36,874 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:18:36,876 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C34265%2C1732630715435.meta, suffix=.meta, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs, maxLogs=10 2024-11-26T14:18:36,892 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.meta.1732630716877.meta, exclude list is [], retry=0 2024-11-26T14:18:36,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:36,898 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.meta.1732630716877.meta 2024-11-26T14:18:36,898 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:36,898 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:36,899 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:36,899 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:36,899 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:18:36,899 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:18:36,899 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:18:36,899 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:36,899 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:18:36,900 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:18:36,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:36,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:36,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:36,914 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/info/0b2e7589236b41daa2b7a2eca4d02791 2024-11-26T14:18:36,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:36,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:36,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:36,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:36,926 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/ns/752674e7c9724c138b9c74da6e3d15b0 2024-11-26T14:18:36,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:36,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:36,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:36,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:36,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:36,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:36,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:36,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:36,960 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/table/ab2f0e96475d43338e4a960f480ef1ce 2024-11-26T14:18:36,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:36,963 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:36,964 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740 2024-11-26T14:18:36,966 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740 2024-11-26T14:18:36,968 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:36,968 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:36,971 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:36,974 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:36,975 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73953198, jitterRate=0.1019885241985321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:36,976 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:18:36,976 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630716900Writing region info on filesystem at 1732630716900Initializing all the Stores at 1732630716901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630716901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630716902 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630716902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630716902Cleaning up temporary data from old regions at 1732630716968 (+66 ms)Running coprocessor post-open hooks at 1732630716976 (+8 ms)Region opened successfully at 1732630716976 2024-11-26T14:18:36,977 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732630716861 2024-11-26T14:18:36,982 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:36,982 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:36,984 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:18:36,984 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:18:36,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=19945b63c2b4,34265,1732630715435 2024-11-26T14:18:36,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,34265,1732630715435, state=OPEN 2024-11-26T14:18:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02093092557/meta-region-server 2024-11-26T14:18:37,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:37,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02093092557/meta-region-server: CHANGED 2024-11-26T14:18:37,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,34265,1732630715435 2024-11-26T14:18:37,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T14:18:37,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,34265,1732630715435 in 329 msec 2024-11-26T14:18:37,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T14:18:37,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0500 sec 2024-11-26T14:18:37,398 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:37,399 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:37,637 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-26T14:18:37,911 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:37,911 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:38,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:18:38,522 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:38,522 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:39,141 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3160ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-26T14:18:39,228 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:39,228 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:40,041 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:40,041 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:40,494 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T14:18:40,494 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:18:40,494 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:40,494 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34265,1732630715435, seqNum=-1] 2024-11-26T14:18:40,494 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:40,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:40,503 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2159c9f695bd959e39f7c05f9434afa7, regionState=OPEN, lastHost=19945b63c2b4,40319,1732630696855, regionLocation=19945b63c2b4,40319,1732630696855, openSeqNum=2 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630780503 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630840503 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43327,1732630715368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43327,1732630715368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43327,1732630715368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,503 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 19945b63c2b4,40319,1732630696855 had 2 regions 2024-11-26T14:18:40,503 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:43327, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,504 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,504 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,506 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 19945b63c2b4,40319,1732630696855, splitWal=true, meta=true, isMeta: false 2024-11-26T14:18:40,508 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855-splitting dir is empty, no logs to split. 2024-11-26T14:18:40,509 INFO [PEWorker-3 {}] master.SplitWALManager(105): 19945b63c2b4,40319,1732630696855 WAL count=0, meta=false 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.993sec 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43327,1732630715368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:40,512 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,40319,1732630696855-splitting dir is empty, no logs to split. 2024-11-26T14:18:40,512 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43327,1732630715368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:18:40,513 INFO [PEWorker-3 {}] master.SplitWALManager(105): 19945b63c2b4,40319,1732630696855 WAL count=0, meta=false 2024-11-26T14:18:40,513 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 19945b63c2b4,40319,1732630696855 WAL splitting is done? wals=0, meta=false 2024-11-26T14:18:40,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN}] 2024-11-26T14:18:40,516 WARN [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=19945b63c2b4,40319,1732630696855/hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:40,517 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:18:40,517 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:18:40,517 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43327,1732630715368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:40,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN 2024-11-26T14:18:40,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T14:18:40,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:40,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43327,-1 for getting cluster id 2024-11-26T14:18:40,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:40,576 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6592407c-efc5-406d-be38-f291d0b52509' 2024-11-26T14:18:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6592407c-efc5-406d-be38-f291d0b52509" 2024-11-26T14:18:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adcaa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43327,-1] 2024-11-26T14:18:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,580 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecf9bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:40,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34265,1732630715435, seqNum=-1] 2024-11-26T14:18:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:40,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:40,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T14:18:40,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:40,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:40,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:40,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 19945b63c2b4:43327 after: 19945b63c2b4:43327 2024-11-26T14:18:40,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:40,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43327,-1 for getting cluster id 2024-11-26T14:18:40,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:40,590 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6592407c-efc5-406d-be38-f291d0b52509' 2024-11-26T14:18:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6592407c-efc5-406d-be38-f291d0b52509" 2024-11-26T14:18:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f439e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43327,-1] 2024-11-26T14:18:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,592 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:40,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:40,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,43327,1732630715368 2024-11-26T14:18:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9b45f3 2024-11-26T14:18:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:40,595 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:40,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:18:40,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T14:18:40,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:18:40,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43327 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-26T14:18:40,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:18:40,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:40,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:40,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:40,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:18:40,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632553772, stopped=false 2024-11-26T14:18:40,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,35479,1732630704401 2024-11-26T14:18:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-774974069/running 2024-11-26T14:18:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-774974069/running 2024-11-26T14:18:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:40,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:18:40,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:40,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:40,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/running 2024-11-26T14:18:40,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Set watcher on znode that does not yet exist, /1-774974069/running 2024-11-26T14:18:40,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,46397,1732630704595' ***** 2024-11-26T14:18:40,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:18:40,646 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:18:40,646 INFO [RS:0;19945b63c2b4:46397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:18:40,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:18:40,646 INFO [RS:0;19945b63c2b4:46397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:18:40,646 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,46397,1732630704595 2024-11-26T14:18:40,646 INFO [RS:0;19945b63c2b4:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:18:40,646 INFO [RS:0;19945b63c2b4:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:46397. 2024-11-26T14:18:40,646 DEBUG [RS:0;19945b63c2b4:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:40,647 DEBUG [RS:0;19945b63c2b4:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:40,647 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:18:40,647 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:18:40,647 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:18:40,647 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:18:40,647 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:18:40,647 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:18:40,647 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:40,647 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:40,647 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:40,647 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:40,647 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:40,647 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:40,647 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T14:18:40,664 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/.tmp/ns/a9e8134793514233bf65f2691a3b3dda is 43, key is default/ns:d/1732630707663/Put/seqid=0 2024-11-26T14:18:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741835_1011 (size=5153) 2024-11-26T14:18:40,670 DEBUG [19945b63c2b4:43327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:18:40,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2159c9f695bd959e39f7c05f9434afa7, regionState=OPENING, regionLocation=19945b63c2b4,34265,1732630715435 2024-11-26T14:18:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN because future has completed 2024-11-26T14:18:40,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c9f695bd959e39f7c05f9434afa7, server=19945b63c2b4,34265,1732630715435}] 2024-11-26T14:18:40,732 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:18:40,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:40,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:40,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:18:40,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C34265%2C1732630715435.rep, suffix=, logDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435, archiveDir=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs, maxLogs=10 2024-11-26T14:18:40,847 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:40,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.rep.1732630720841, exclude list is [], retry=0 2024-11-26T14:18:40,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-4fd4133a-ba20-4bee-a43f-eedbde0ed1e0,DISK] 2024-11-26T14:18:40,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.rep.1732630720841 2024-11-26T14:18:40,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39951:39951)] 2024-11-26T14:18:40,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2159c9f695bd959e39f7c05f9434afa7, NAME => 'hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:40,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. service=MultiRowMutationService 2024-11-26T14:18:40,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:18:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,859 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,860 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c9f695bd959e39f7c05f9434afa7 columnFamilyName hfileref 2024-11-26T14:18:40,860 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:40,861 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(327): Store=2159c9f695bd959e39f7c05f9434afa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:40,861 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,862 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c9f695bd959e39f7c05f9434afa7 columnFamilyName queue 2024-11-26T14:18:40,862 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:40,868 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/queue/92972776318f4304a25a0c91a78f7aef 2024-11-26T14:18:40,868 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(327): Store=2159c9f695bd959e39f7c05f9434afa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:40,868 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,869 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2159c9f695bd959e39f7c05f9434afa7 columnFamilyName sid 2024-11-26T14:18:40,869 DEBUG [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:40,870 INFO [StoreOpener-2159c9f695bd959e39f7c05f9434afa7-1 {}] regionserver.HStore(327): Store=2159c9f695bd959e39f7c05f9434afa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:40,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:18:40,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 2159c9f695bd959e39f7c05f9434afa7; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66546835, jitterRate=-0.008374884724617004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:18:40,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:40,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2159c9f695bd959e39f7c05f9434afa7: Running coprocessor pre-open hook at 1732630720858Writing region info on filesystem at 1732630720858Initializing all the Stores at 1732630720859 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630720859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630720859Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630720859Cleaning up temporary data from old regions at 1732630720873 (+14 ms)Running coprocessor post-open hooks at 1732630720876 (+3 ms)Region opened successfully at 1732630720876 2024-11-26T14:18:40,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7., pid=19, masterSystemTime=1732630720828 2024-11-26T14:18:40,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:40,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:40,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2159c9f695bd959e39f7c05f9434afa7, regionState=OPEN, openSeqNum=10, regionLocation=19945b63c2b4,34265,1732630715435 2024-11-26T14:18:40,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2159c9f695bd959e39f7c05f9434afa7, server=19945b63c2b4,34265,1732630715435 because future has completed 2024-11-26T14:18:40,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T14:18:40,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 2159c9f695bd959e39f7c05f9434afa7, server=19945b63c2b4,34265,1732630715435 in 211 msec 2024-11-26T14:18:40,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-26T14:18:40,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2159c9f695bd959e39f7c05f9434afa7, ASSIGN in 372 msec 2024-11-26T14:18:40,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T14:18:40,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7., hostname=19945b63c2b4,34265,1732630715435, seqNum=10] 2024-11-26T14:18:40,929 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 19945b63c2b4,40319,1732630696855 2024-11-26T14:18:40,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T14:18:40,951 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:40,951 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:41,048 DEBUG [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:41,070 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/.tmp/ns/a9e8134793514233bf65f2691a3b3dda 2024-11-26T14:18:41,079 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/.tmp/ns/a9e8134793514233bf65f2691a3b3dda as hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/ns/a9e8134793514233bf65f2691a3b3dda 2024-11-26T14:18:41,087 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/ns/a9e8134793514233bf65f2691a3b3dda, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T14:18:41,088 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-26T14:18:41,088 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:18:41,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-26T14:18:41,094 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T14:18:41,095 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:41,095 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:41,095 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:41,096 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630720647Running coprocessor pre-close hooks at 1732630720647Disabling compacts and flushes for region at 1732630720647Disabling writes for close at 1732630720647Obtaining lock to block concurrent updates at 1732630720648 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732630720648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732630720648Flushing stores of hbase:meta,,1.1588230740 at 1732630720649 (+1 ms)Flushing 1588230740/ns: creating writer at 1732630720649Flushing 1588230740/ns: appending metadata at 1732630720663 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732630720664 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a71158: reopening flushed file at 1732630721078 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1732630721088 (+10 ms)Writing region close event to WAL at 1732630721090 (+2 ms)Running coprocessor post-close hooks at 1732630721095 (+5 ms)Closed at 1732630721095 2024-11-26T14:18:41,096 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:41,248 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,46397,1732630704595; all regions closed. 2024-11-26T14:18:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741834_1010 (size=1152) 2024-11-26T14:18:41,255 DEBUG [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/oldWALs 2024-11-26T14:18:41,255 INFO [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C46397%2C1732630704595.meta:.meta(num 1732630707564) 2024-11-26T14:18:41,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741832_1008 (size=93) 2024-11-26T14:18:41,262 DEBUG [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/oldWALs 2024-11-26T14:18:41,263 INFO [RS:0;19945b63c2b4:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C46397%2C1732630704595:(num 1732630706569) 2024-11-26T14:18:41,263 DEBUG [RS:0;19945b63c2b4:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:41,263 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:18:41,263 INFO [RS:0;19945b63c2b4:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:18:41,263 INFO [RS:0;19945b63c2b4:46397 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:18:41,264 INFO [RS:0;19945b63c2b4:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:18:41,264 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:18:41,264 INFO [RS:0;19945b63c2b4:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46397 2024-11-26T14:18:41,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-774974069/rs/19945b63c2b4,46397,1732630704595 2024-11-26T14:18:41,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069/rs 2024-11-26T14:18:41,317 INFO [RS:0;19945b63c2b4:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:18:41,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,46397,1732630704595] 2024-11-26T14:18:41,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-774974069/draining/19945b63c2b4,46397,1732630704595 already deleted, retry=false 2024-11-26T14:18:41,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,46397,1732630704595 expired; onlineServers=0 2024-11-26T14:18:41,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,35479,1732630704401' ***** 2024-11-26T14:18:41,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:18:41,340 INFO [M:0;19945b63c2b4:35479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:18:41,340 INFO [M:0;19945b63c2b4:35479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:18:41,340 DEBUG [M:0;19945b63c2b4:35479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:18:41,340 DEBUG [M:0;19945b63c2b4:35479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:18:41,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:18:41,340 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630706282 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630706282,5,FailOnTimeoutGroup] 2024-11-26T14:18:41,340 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630706282 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630706282,5,FailOnTimeoutGroup] 2024-11-26T14:18:41,340 INFO [M:0;19945b63c2b4:35479 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:18:41,340 INFO [M:0;19945b63c2b4:35479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:18:41,340 DEBUG [M:0;19945b63c2b4:35479 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:18:41,340 INFO [M:0;19945b63c2b4:35479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:18:41,340 INFO [M:0;19945b63c2b4:35479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:18:41,341 INFO [M:0;19945b63c2b4:35479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:18:41,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:18:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-774974069/master 2024-11-26T14:18:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-774974069 2024-11-26T14:18:41,350 DEBUG [M:0;19945b63c2b4:35479 {}] zookeeper.ZKUtil(347): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Unable to get data of znode /1-774974069/master because node does not exist (not an error) 2024-11-26T14:18:41,350 WARN [M:0;19945b63c2b4:35479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:18:41,353 INFO [M:0;19945b63c2b4:35479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/.lastflushedseqids 2024-11-26T14:18:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741836_1012 (size=99) 2024-11-26T14:18:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:41,429 INFO [RS:0;19945b63c2b4:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:18:41,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10177823a580004, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:41,429 INFO [RS:0;19945b63c2b4:46397 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,46397,1732630704595; zookeeper connection closed. 2024-11-26T14:18:41,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e62cdaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e62cdaa 2024-11-26T14:18:41,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:18:41,761 INFO [M:0;19945b63c2b4:35479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:18:41,761 INFO [M:0;19945b63c2b4:35479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:18:41,761 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:41,761 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:41,761 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:41,761 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:41,761 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:41,761 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T14:18:41,784 DEBUG [M:0;19945b63c2b4:35479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e60513f75cf54ed9910b0f5e60e4fc3e is 82, key is hbase:meta,,1/info:regioninfo/1732630707635/Put/seqid=0 2024-11-26T14:18:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741837_1013 (size=5672) 2024-11-26T14:18:41,958 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:41,958 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:42,191 INFO [M:0;19945b63c2b4:35479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e60513f75cf54ed9910b0f5e60e4fc3e 2024-11-26T14:18:42,222 DEBUG [M:0;19945b63c2b4:35479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a04b3f6be804ba7b4441fe6b44b4a6b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732630707670/Put/seqid=0 2024-11-26T14:18:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741838_1014 (size=5275) 2024-11-26T14:18:42,629 INFO [M:0;19945b63c2b4:35479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a04b3f6be804ba7b4441fe6b44b4a6b 2024-11-26T14:18:42,654 DEBUG [M:0;19945b63c2b4:35479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/509e926a72dc4649a1aaf6935596ade0 is 69, key is 19945b63c2b4,46397,1732630704595/rs:state/1732630706361/Put/seqid=0 2024-11-26T14:18:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741839_1015 (size=5156) 2024-11-26T14:18:43,061 INFO [M:0;19945b63c2b4:35479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/509e926a72dc4649a1aaf6935596ade0 2024-11-26T14:18:43,071 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:43,071 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:43,074 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e60513f75cf54ed9910b0f5e60e4fc3e as hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e60513f75cf54ed9910b0f5e60e4fc3e 2024-11-26T14:18:43,082 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e60513f75cf54ed9910b0f5e60e4fc3e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T14:18:43,083 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a04b3f6be804ba7b4441fe6b44b4a6b as hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a04b3f6be804ba7b4441fe6b44b4a6b 2024-11-26T14:18:43,089 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a04b3f6be804ba7b4441fe6b44b4a6b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T14:18:43,090 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/509e926a72dc4649a1aaf6935596ade0 as hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/509e926a72dc4649a1aaf6935596ade0 2024-11-26T14:18:43,096 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37887/user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/509e926a72dc4649a1aaf6935596ade0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T14:18:43,097 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=28, compaction requested=false 2024-11-26T14:18:43,099 INFO [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:43,099 DEBUG [M:0;19945b63c2b4:35479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630721761Disabling compacts and flushes for region at 1732630721761Disabling writes for close at 1732630721761Obtaining lock to block concurrent updates at 1732630721761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630721761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732630721762 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630721763 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630721763Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630721783 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630721783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630722205 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630722222 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630722222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630722640 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630722654 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630722654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7435501b: reopening flushed file at 1732630723073 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6ac8f4: reopening flushed file at 1732630723082 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fbcd42: reopening flushed file at 1732630723089 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=28, compaction requested=false at 1732630723097 (+8 ms)Writing region close event to WAL at 1732630723099 (+2 ms)Closed at 1732630723099 2024-11-26T14:18:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39809 is added to blk_1073741830_1006 (size=10165) 2024-11-26T14:18:43,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af764c6a-ab47-ca2c-c51e-c039f1d8d8de/MasterData/WALs/19945b63c2b4,35479,1732630704401/19945b63c2b4%2C35479%2C1732630704401.1732630705992 not finished, retry = 0 2024-11-26T14:18:43,202 INFO [M:0;19945b63c2b4:35479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:18:43,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:18:43,203 INFO [M:0;19945b63c2b4:35479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35479 2024-11-26T14:18:43,205 INFO [M:0;19945b63c2b4:35479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:18:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:43,375 INFO [M:0;19945b63c2b4:35479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:18:43,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35479-0x10177823a580003, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:43,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:18:43,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:18:43,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:18:43,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:18:43,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir/,STOPPED} 2024-11-26T14:18:43,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:18:43,386 WARN [BP-233431860-172.17.0.3-1732630701714 heartbeating to localhost/127.0.0.1:37887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:18:43,386 WARN [BP-233431860-172.17.0.3-1732630701714 heartbeating to localhost/127.0.0.1:37887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-233431860-172.17.0.3-1732630701714 (Datanode Uuid c697aec7-6b63-4559-b935-23c8ec601318) service to localhost/127.0.0.1:37887 2024-11-26T14:18:43,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:18:43,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/cluster_7b8d84ff-5bab-f3cf-813a-bb47bb715450/data/data1/current/BP-233431860-172.17.0.3-1732630701714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:18:43,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/cluster_7b8d84ff-5bab-f3cf-813a-bb47bb715450/data/data2/current/BP-233431860-172.17.0.3-1732630701714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:18:43,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:18:43,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:18:43,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:18:43,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:18:43,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:18:43,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir/,STOPPED} 2024-11-26T14:18:43,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:18:43,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:18:43,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:43,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:43,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:43,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:43,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:43,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:18:43,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078507568, stopped=false 2024-11-26T14:18:43,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,43327,1732630715368 2024-11-26T14:18:43,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:43,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/running 2024-11-26T14:18:43,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:43,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:43,434 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:18:43,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:18:43,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:43,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:43,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:43,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,34265,1732630715435' ***** 2024-11-26T14:18:43,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:18:43,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Set watcher on znode that does not yet exist, /02093092557/running 2024-11-26T14:18:43,436 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:18:43,436 INFO [RS:0;19945b63c2b4:34265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:18:43,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:18:43,436 INFO [RS:0;19945b63c2b4:34265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:18:43,436 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:43,442 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,34265,1732630715435 2024-11-26T14:18:43,442 INFO [RS:0;19945b63c2b4:34265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:18:43,442 INFO [RS:0;19945b63c2b4:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:34265. 2024-11-26T14:18:43,442 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2159c9f695bd959e39f7c05f9434afa7, disabling compactions & flushes 2024-11-26T14:18:43,443 DEBUG [RS:0;19945b63c2b4:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:43,443 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:43,443 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:43,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:43,443 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:18:43,443 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:18:43,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. after waiting 0 ms 2024-11-26T14:18:43,443 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:18:43,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:43,443 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:18:43,446 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:18:43,446 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2159c9f695bd959e39f7c05f9434afa7=hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7.} 2024-11-26T14:18:43,446 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2159c9f695bd959e39f7c05f9434afa7 2024-11-26T14:18:43,446 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:43,446 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:43,446 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:43,446 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:43,446 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:43,447 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T14:18:43,453 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/replication/2159c9f695bd959e39f7c05f9434afa7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-26T14:18:43,454 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:43,454 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:43,454 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:43,454 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2159c9f695bd959e39f7c05f9434afa7: Waiting for close lock at 1732630723442Running coprocessor pre-close hooks at 1732630723442Disabling compacts and flushes for region at 1732630723442Disabling writes for close at 1732630723443 (+1 ms)Writing region close event to WAL at 1732630723447 (+4 ms)Running coprocessor post-close hooks at 1732630723454 (+7 ms)Closed at 1732630723454 2024-11-26T14:18:43,455 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7. 2024-11-26T14:18:43,472 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/info/ba485232ed714cf3898064f3cd1d4dec is 147, key is hbase:replication,,1732630707841.2159c9f695bd959e39f7c05f9434afa7./info:regioninfo/1732630720881/Put/seqid=0 2024-11-26T14:18:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741851_1027 (size=6385) 2024-11-26T14:18:43,507 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:18:43,646 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:43,847 DEBUG [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:18:43,879 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/info/ba485232ed714cf3898064f3cd1d4dec 2024-11-26T14:18:43,889 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/.tmp/info/ba485232ed714cf3898064f3cd1d4dec as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/info/ba485232ed714cf3898064f3cd1d4dec 2024-11-26T14:18:43,896 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/info/ba485232ed714cf3898064f3cd1d4dec, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T14:18:43,898 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=19, compaction requested=false 2024-11-26T14:18:43,907 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T14:18:43,908 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:43,908 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:43,908 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:43,908 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630723446Running coprocessor pre-close hooks at 1732630723446Disabling compacts and flushes for region at 1732630723446Disabling writes for close at 1732630723446Obtaining lock to block concurrent updates at 1732630723447 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732630723447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732630723447Flushing stores of hbase:meta,,1.1588230740 at 1732630723448 (+1 ms)Flushing 1588230740/info: creating writer at 1732630723448Flushing 1588230740/info: appending metadata at 1732630723471 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732630723471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef98b2b: reopening flushed file at 1732630723887 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=19, compaction requested=false at 1732630723898 (+11 ms)Writing region close event to WAL at 1732630723902 (+4 ms)Running coprocessor post-close hooks at 1732630723907 (+5 ms)Closed at 1732630723908 (+1 ms) 2024-11-26T14:18:43,908 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:44,047 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,34265,1732630715435; all regions closed. 2024-11-26T14:18:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741849_1025 (size=2156) 2024-11-26T14:18:44,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.meta.1732630716877.meta not finished, retry = 0 2024-11-26T14:18:44,157 DEBUG [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs 2024-11-26T14:18:44,157 INFO [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C34265%2C1732630715435.meta:.meta(num 1732630716877) 2024-11-26T14:18:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741850_1026 (size=796) 2024-11-26T14:18:44,161 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.rep.1732630720841 not finished, retry = 0 2024-11-26T14:18:44,195 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:18:44,195 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:18:44,264 DEBUG [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs 2024-11-26T14:18:44,264 INFO [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C34265%2C1732630715435.rep:(num 1732630720841) 2024-11-26T14:18:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741848_1024 (size=93) 2024-11-26T14:18:44,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 not finished, retry = 0 2024-11-26T14:18:44,279 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:44,279 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 to pos 0, reset compression=false 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,34265,1732630715435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T14:18:44,368 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.wal-reader.19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T14:18:44,369 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:44,369 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-19945b63c2b4,34265,1732630715435 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/WALs/19945b63c2b4,34265,1732630715435/19945b63c2b4%2C34265%2C1732630715435.1732630716397, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T14:18:44,369 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34265,1732630715435, seqNum=-1] 2024-11-26T14:18:44,370 DEBUG [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/oldWALs 2024-11-26T14:18:44,370 INFO [RS:0;19945b63c2b4:34265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C34265%2C1732630715435:(num 1732630716397) 2024-11-26T14:18:44,370 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:44,370 WARN [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-19945b63c2b4,34265,1732630715435', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-26T14:18:44,370 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:18:44,370 WARN [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-19945b63c2b4,34265,1732630715435', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-26T14:18:44,371 INFO [RS:0;19945b63c2b4:34265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:18:44,371 INFO [RS:0;19945b63c2b4:34265 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:18:44,371 INFO [RS:0;19945b63c2b4:34265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:18:44,371 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,34265,1732630715435 because: Region server is closing 2024-11-26T14:18:44,371 INFO [RS:0;19945b63c2b4:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:34265. 2024-11-26T14:18:44,372 DEBUG [RS:0;19945b63c2b4:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:44,372 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:44,372 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:44,372 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-26T14:18:44,372 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [19945b63c2b4%2C34265%2C1732630715435.1732630716397] 2024-11-26T14:18:44,372 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T14:18:44,372 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:18:44,372 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T14:18:44,372 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T14:18:44,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:44,372 ERROR [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,34265,1732630715435: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,34265,1732630715435, walGroup=19945b63c2b4%2C34265%2C1732630715435, offset=19945b63c2b4%2C34265%2C1732630715435.1732630716397:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:18:44,374 ERROR [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:18:44,374 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:18:44,376 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:18:44,376 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:18:44,376 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:18:44,376 INFO [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 575933696 }, "NonHeapMemoryUsage": { "committed": 162004992, "init": 7667712, "max": -1, "used": 157453336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:18:44,378 DEBUG [RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [19945b63c2b4%2C34265%2C1732630715435.1732630716397] 2024-11-26T14:18:44,472 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,1-19945b63c2b4,34265,1732630715435 terminated 2024-11-26T14:18:44,472 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-19945b63c2b4,34265,1732630715435 because: Region server is closing 2024-11-26T14:18:44,473 INFO [RS:0;19945b63c2b4:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:34265. 2024-11-26T14:18:44,473 DEBUG [RS:0;19945b63c2b4:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:18:44,473 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:44,473 DEBUG [RS:0;19945b63c2b4:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:44,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:44,473 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;19945b63c2b4:34265.replicationSource.shipper19945b63c2b4%2C34265%2C1732630715435,2-19945b63c2b4,34265,1732630715435 terminated 2024-11-26T14:18:44,473 INFO [RS:0;19945b63c2b4:34265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34265 2024-11-26T14:18:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557/rs 2024-11-26T14:18:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/rs/19945b63c2b4,34265,1732630715435 2024-11-26T14:18:44,561 INFO [RS:0;19945b63c2b4:34265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:18:44,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,34265,1732630715435] 2024-11-26T14:18:44,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02093092557/draining/19945b63c2b4,34265,1732630715435 already deleted, retry=false 2024-11-26T14:18:44,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,34265,1732630715435 expired; onlineServers=0 2024-11-26T14:18:44,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,43327,1732630715368' ***** 2024-11-26T14:18:44,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:18:44,581 INFO [M:0;19945b63c2b4:43327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:18:44,582 INFO [M:0;19945b63c2b4:43327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:18:44,582 DEBUG [M:0;19945b63c2b4:43327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:18:44,582 DEBUG [M:0;19945b63c2b4:43327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:18:44,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:18:44,582 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630715979 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630715979,5,FailOnTimeoutGroup] 2024-11-26T14:18:44,582 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630715979 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630715979,5,FailOnTimeoutGroup] 2024-11-26T14:18:44,582 INFO [M:0;19945b63c2b4:43327 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:18:44,582 INFO [M:0;19945b63c2b4:43327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:18:44,582 DEBUG [M:0;19945b63c2b4:43327 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:18:44,582 INFO [M:0;19945b63c2b4:43327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:18:44,582 INFO [M:0;19945b63c2b4:43327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:18:44,583 INFO [M:0;19945b63c2b4:43327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:18:44,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:18:44,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02093092557/master 2024-11-26T14:18:44,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02093092557 2024-11-26T14:18:44,592 DEBUG [M:0;19945b63c2b4:43327 {}] zookeeper.ZKUtil(347): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Unable to get data of znode /02093092557/master because node does not exist (not an error) 2024-11-26T14:18:44,592 WARN [M:0;19945b63c2b4:43327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:18:44,593 INFO [M:0;19945b63c2b4:43327 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/.lastflushedseqids 2024-11-26T14:18:44,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741852_1028 (size=181) 2024-11-26T14:18:44,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:44,671 INFO [RS:0;19945b63c2b4:34265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:18:44,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10177823a580007, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:44,671 INFO [RS:0;19945b63c2b4:34265 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,34265,1732630715435; zookeeper connection closed. 2024-11-26T14:18:44,672 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27ea4483 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27ea4483 2024-11-26T14:18:44,672 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:18:45,003 INFO [M:0;19945b63c2b4:43327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:18:45,003 INFO [M:0;19945b63c2b4:43327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:18:45,003 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:45,003 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:45,003 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:45,003 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:45,003 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:45,004 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T14:18:45,019 DEBUG [M:0;19945b63c2b4:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86988b3af43c468a8270f52dd7b6bb4b is 82, key is hbase:meta,,1/info:regioninfo/1732630716985/Put/seqid=0 2024-11-26T14:18:45,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741853_1029 (size=5680) 2024-11-26T14:18:45,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:18:45,424 INFO [M:0;19945b63c2b4:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86988b3af43c468a8270f52dd7b6bb4b 2024-11-26T14:18:45,446 DEBUG [M:0;19945b63c2b4:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a094680a4634212830142e274b79fee is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732630720889/Put/seqid=0 2024-11-26T14:18:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741854_1030 (size=7319) 2024-11-26T14:18:45,851 INFO [M:0;19945b63c2b4:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a094680a4634212830142e274b79fee 2024-11-26T14:18:45,872 DEBUG [M:0;19945b63c2b4:43327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e60c5ad5e3f470d8eab81274b38785e is 69, key is 19945b63c2b4,34265,1732630715435/rs:state/1732630716106/Put/seqid=0 2024-11-26T14:18:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741855_1031 (size=5371) 2024-11-26T14:18:46,278 INFO [M:0;19945b63c2b4:43327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e60c5ad5e3f470d8eab81274b38785e 2024-11-26T14:18:46,285 INFO [M:0;19945b63c2b4:43327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e60c5ad5e3f470d8eab81274b38785e 2024-11-26T14:18:46,286 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86988b3af43c468a8270f52dd7b6bb4b as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86988b3af43c468a8270f52dd7b6bb4b 2024-11-26T14:18:46,292 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86988b3af43c468a8270f52dd7b6bb4b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-26T14:18:46,294 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a094680a4634212830142e274b79fee as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a094680a4634212830142e274b79fee 2024-11-26T14:18:46,300 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a094680a4634212830142e274b79fee, entries=7, sequenceid=172, filesize=7.1 K 2024-11-26T14:18:46,301 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e60c5ad5e3f470d8eab81274b38785e as hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e60c5ad5e3f470d8eab81274b38785e 2024-11-26T14:18:46,307 INFO [M:0;19945b63c2b4:43327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e60c5ad5e3f470d8eab81274b38785e 2024-11-26T14:18:46,307 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45795/user/jenkins/test-data/5368fc8b-355a-0efa-6b09-40f60f25b64c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e60c5ad5e3f470d8eab81274b38785e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-26T14:18:46,308 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false 2024-11-26T14:18:46,310 INFO [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:46,310 DEBUG [M:0;19945b63c2b4:43327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630725003Disabling compacts and flushes for region at 1732630725003Disabling writes for close at 1732630725003Obtaining lock to block concurrent updates at 1732630725004 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630725004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732630725004Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630725005 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630725005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630725018 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630725019 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630725431 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630725445 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630725446 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630725857 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630725872 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630725872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2770a149: reopening flushed file at 1732630726285 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767103c0: reopening flushed file at 1732630726293 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fef9554: reopening flushed file at 1732630726300 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1732630726309 (+9 ms)Writing region close event to WAL at 1732630726310 (+1 ms)Closed at 1732630726310 2024-11-26T14:18:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741847_1023 (size=22949) 2024-11-26T14:18:46,313 INFO [M:0;19945b63c2b4:43327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:18:46,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:18:46,313 INFO [M:0;19945b63c2b4:43327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43327 2024-11-26T14:18:46,314 INFO [M:0;19945b63c2b4:43327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:18:46,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:18:46,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:18:46,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:46,429 INFO [M:0;19945b63c2b4:43327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:18:46,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43327-0x10177823a580006, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:18:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:18:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:18:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:46,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:18:46,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:18:46,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:18:46,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:18:46,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir/,STOPPED} 2024-11-26T14:18:46,464 WARN [BP-155410447-172.17.0.3-1732630692397 heartbeating to localhost/127.0.0.1:45795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:18:46,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:18:46,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:18:46,464 WARN [BP-155410447-172.17.0.3-1732630692397 heartbeating to localhost/127.0.0.1:45795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155410447-172.17.0.3-1732630692397 (Datanode Uuid 90bc043a-39c2-4eda-bd6e-474275c2c242) service to localhost/127.0.0.1:45795 2024-11-26T14:18:46,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/data/data1/current/BP-155410447-172.17.0.3-1732630692397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:18:46,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/cluster_2bd72c73-58a9-3809-e125-210848803950/data/data2/current/BP-155410447-172.17.0.3-1732630692397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:18:46,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:18:46,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:18:46,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:18:46,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:18:46,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:18:46,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc54395-1e01-f5cf-26cc-d999f9a92013/hadoop.log.dir/,STOPPED} 2024-11-26T14:18:46,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:18:46,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:18:46,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=111 (was 11) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45795 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@331b6822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/19945b63c2b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64638) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/19945b63c2b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37887 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/19945b63c2b4:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=718 (was 889), ProcessCount=11 (was 11), AvailableMemoryMB=5336 (was 6265) 2024-11-26T14:18:46,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=111, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=5335 2024-11-26T14:18:46,519 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-26T14:18:46,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir so I do NOT create it in target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd 2024-11-26T14:18:46,520 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:18:46,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.tmp.dir so I do NOT create it in target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd 2024-11-26T14:18:46,520 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/220ec72d-1778-54c5-5774-fc97089bf663/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:18:46,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd 2024-11-26T14:18:46,520 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856, deleteOnExit=true 2024-11-26T14:18:46,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/zookeeper_0, clientPort=49667, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:18:46,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49667 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/test.cache.data in system properties and HBase conf 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:18:46,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:18:46,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:18:46,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:18:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:18:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:18:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:18:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177823a580005, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:18:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177823a580002, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:18:46,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177823a580002, quorum=127.0.0.1:64638, baseZNode=/02093092557 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:18:46,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177823a580005, quorum=127.0.0.1:64638, baseZNode=/1-774974069 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:18:47,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:47,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:47,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:47,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:47,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:18:47,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:47,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:47,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:47,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79d1e79d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/java.io.tmpdir/jetty-localhost-45639-hadoop-hdfs-3_4_1-tests_jar-_-any-11989454451669824146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:18:47,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:45639} 2024-11-26T14:18:47,179 INFO [Time-limited test {}] server.Server(415): Started @37086ms 2024-11-26T14:18:47,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:47,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:47,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:47,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:47,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:18:47,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:47,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:47,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61131b46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/java.io.tmpdir/jetty-localhost-44261-hadoop-hdfs-3_4_1-tests_jar-_-any-11371604522471739521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:18:47,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:44261} 2024-11-26T14:18:47,631 INFO [Time-limited test {}] server.Server(415): Started @37539ms 2024-11-26T14:18:47,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:18:48,258 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/data/data1/current/BP-1865730251-172.17.0.3-1732630726565/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:48,258 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/data/data2/current/BP-1865730251-172.17.0.3-1732630726565/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:48,274 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:18:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde51faabe35e92e5 with lease ID 0x2938ef98d2409646: Processing first storage report for DS-f1aa54ef-5e75-491a-bfd2-b614b5546959 from datanode DatanodeRegistration(127.0.0.1:38865, datanodeUuid=6fd18b35-3d82-4642-96cf-fe1f027ff1e6, infoPort=44461, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1773689412;c=1732630726565) 2024-11-26T14:18:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde51faabe35e92e5 with lease ID 0x2938ef98d2409646: from storage DS-f1aa54ef-5e75-491a-bfd2-b614b5546959 node DatanodeRegistration(127.0.0.1:38865, datanodeUuid=6fd18b35-3d82-4642-96cf-fe1f027ff1e6, infoPort=44461, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1773689412;c=1732630726565), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde51faabe35e92e5 with lease ID 0x2938ef98d2409646: Processing first storage report for DS-980003d9-6d4f-4a4c-a635-1e81ff11e573 from datanode DatanodeRegistration(127.0.0.1:38865, datanodeUuid=6fd18b35-3d82-4642-96cf-fe1f027ff1e6, infoPort=44461, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1773689412;c=1732630726565) 2024-11-26T14:18:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde51faabe35e92e5 with lease ID 0x2938ef98d2409646: from storage DS-980003d9-6d4f-4a4c-a635-1e81ff11e573 node DatanodeRegistration(127.0.0.1:38865, datanodeUuid=6fd18b35-3d82-4642-96cf-fe1f027ff1e6, infoPort=44461, infoSecurePort=0, ipcPort=33435, storageInfo=lv=-57;cid=testClusterID;nsid=1773689412;c=1732630726565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:48,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd 2024-11-26T14:18:48,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:48,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:18:48,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3 with version=8 2024-11-26T14:18:48,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/hbase-staging 2024-11-26T14:18:48,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:48,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:48,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:48,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:18:48,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:48,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33075 2024-11-26T14:18:48,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33075 connecting to ZooKeeper ensemble=127.0.0.1:49667 2024-11-26T14:18:48,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330750x0, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:48,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33075-0x1017782c3360000 connected 2024-11-26T14:18:48,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:48,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:48,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/running 2024-11-26T14:18:48,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3, hbase.cluster.distributed=false 2024-11-26T14:18:48,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/acl 2024-11-26T14:18:48,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-26T14:18:48,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33075 2024-11-26T14:18:48,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33075 2024-11-26T14:18:48,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-26T14:18:48,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-26T14:18:48,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:18:48,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:48,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40643 2024-11-26T14:18:48,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40643 connecting to ZooKeeper ensemble=127.0.0.1:49667 2024-11-26T14:18:48,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:48,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406430x0, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:48,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406430x0, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/running 2024-11-26T14:18:48,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40643-0x1017782c3360001 connected 2024-11-26T14:18:48,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:18:48,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:18:48,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/master 2024-11-26T14:18:48,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/acl 2024-11-26T14:18:48,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40643 2024-11-26T14:18:48,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40643 2024-11-26T14:18:48,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40643 2024-11-26T14:18:48,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40643 2024-11-26T14:18:48,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40643 2024-11-26T14:18:49,006 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:33075 2024-11-26T14:18:49,006 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-193798001/backup-masters/19945b63c2b4,33075,1732630728777 2024-11-26T14:18:49,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001/backup-masters 2024-11-26T14:18:49,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001/backup-masters 2024-11-26T14:18:49,016 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on existing znode=/0-193798001/backup-masters/19945b63c2b4,33075,1732630728777 2024-11-26T14:18:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-193798001/master 2024-11-26T14:18:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:49,027 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on existing znode=/0-193798001/master 2024-11-26T14:18:49,027 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-193798001/backup-masters/19945b63c2b4,33075,1732630728777 from backup master directory 2024-11-26T14:18:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-193798001/backup-masters/19945b63c2b4,33075,1732630728777 2024-11-26T14:18:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001/backup-masters 2024-11-26T14:18:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001/backup-masters 2024-11-26T14:18:49,037 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:49,037 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,33075,1732630728777 2024-11-26T14:18:49,041 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/hbase.id] with ID: 0f7531cd-257f-45f2-936e-430fbc3181dc 2024-11-26T14:18:49,041 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/.tmp/hbase.id 2024-11-26T14:18:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:18:49,447 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/.tmp/hbase.id]:[hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/hbase.id] 2024-11-26T14:18:49,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:49,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:18:49,461 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:18:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:18:49,921 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:49,922 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:18:49,922 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:18:50,331 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store 2024-11-26T14:18:50,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:18:50,738 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:50,738 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:50,738 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:50,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:50,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:50,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:50,739 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:50,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630730738Disabling compacts and flushes for region at 1732630730738Disabling writes for close at 1732630730739 (+1 ms)Writing region close event to WAL at 1732630730739Closed at 1732630730739 2024-11-26T14:18:50,740 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/.initializing 2024-11-26T14:18:50,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/WALs/19945b63c2b4,33075,1732630728777 2024-11-26T14:18:50,742 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:50,744 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C33075%2C1732630728777, suffix=, logDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/WALs/19945b63c2b4,33075,1732630728777, archiveDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/oldWALs, maxLogs=10 2024-11-26T14:18:50,762 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/WALs/19945b63c2b4,33075,1732630728777/19945b63c2b4%2C33075%2C1732630728777.1732630730744, exclude list is [], retry=0 2024-11-26T14:18:50,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38865,DS-f1aa54ef-5e75-491a-bfd2-b614b5546959,DISK] 2024-11-26T14:18:50,768 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/WALs/19945b63c2b4,33075,1732630728777/19945b63c2b4%2C33075%2C1732630728777.1732630730744 2024-11-26T14:18:50,768 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-26T14:18:50,768 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:50,769 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:50,769 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,769 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:18:50,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:18:50,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:18:50,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:50,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:50,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:18:50,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:50,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:50,787 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,789 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,789 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,791 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,791 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,792 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:50,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:50,797 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:50,798 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64020971, jitterRate=-0.04601319134235382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:50,799 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630730769Initializing all the Stores at 1732630730770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630730770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630730770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630730770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630730770Cleaning up temporary data from old regions at 1732630730791 (+21 ms)Region opened successfully at 1732630730799 (+8 ms) 2024-11-26T14:18:50,800 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:18:50,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2e6c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:50,805 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:18:50,805 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:18:50,805 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:18:50,805 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:18:50,806 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:18:50,806 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:18:50,806 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:18:50,808 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:18:50,809 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Unable to get data of znode /0-193798001/balancer because node does not exist (not necessarily an error) 2024-11-26T14:18:50,830 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-193798001/balancer already deleted, retry=false 2024-11-26T14:18:50,830 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:18:50,831 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Unable to get data of znode /0-193798001/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:18:50,840 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-193798001/normalizer already deleted, retry=false 2024-11-26T14:18:50,841 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:18:50,842 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Unable to get data of znode /0-193798001/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:18:50,851 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-193798001/switch/split already deleted, retry=false 2024-11-26T14:18:50,852 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Unable to get data of znode /0-193798001/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:18:50,861 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-193798001/switch/merge already deleted, retry=false 2024-11-26T14:18:50,864 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Unable to get data of znode /0-193798001/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:18:50,872 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-193798001/snapshot-cleanup already deleted, retry=false 2024-11-26T14:18:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-193798001/running 2024-11-26T14:18:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-193798001/running 2024-11-26T14:18:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:50,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:50,883 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,33075,1732630728777, sessionid=0x1017782c3360000, setting cluster-up flag (Was=false) 2024-11-26T14:18:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:50,935 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-193798001/flush-table-proc/acquired, /0-193798001/flush-table-proc/reached, /0-193798001/flush-table-proc/abort 2024-11-26T14:18:50,936 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,33075,1732630728777 2024-11-26T14:18:50,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:50,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:50,988 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-193798001/online-snapshot/acquired, /0-193798001/online-snapshot/reached, /0-193798001/online-snapshot/abort 2024-11-26T14:18:50,989 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,33075,1732630728777 2024-11-26T14:18:50,990 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:18:50,992 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:50,993 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:18:50,993 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:18:50,993 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,33075,1732630728777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:18:50,994 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:50,994 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:50,994 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:50,994 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:50,995 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:18:50,995 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:50,995 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:50,995 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:50,996 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630760996 2024-11-26T14:18:50,996 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:18:50,996 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:18:50,996 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:18:50,997 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:18:50,997 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:18:50,997 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:18:50,997 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:50,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:50,997 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:18:50,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:18:50,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:18:50,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:18:50,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:18:50,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:18:50,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:18:50,998 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(746): ClusterId : 0f7531cd-257f-45f2-936e-430fbc3181dc 2024-11-26T14:18:50,998 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:18:50,998 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630730998,5,FailOnTimeoutGroup] 2024-11-26T14:18:50,999 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630730998,5,FailOnTimeoutGroup] 2024-11-26T14:18:50,999 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:50,999 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:18:50,999 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:50,999 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:50,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:50,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:18:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:18:51,010 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:18:51,010 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:18:51,020 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:18:51,020 DEBUG [RS:0;19945b63c2b4:40643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22952190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:51,031 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:40643 2024-11-26T14:18:51,031 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:18:51,031 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:18:51,031 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:18:51,032 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,33075,1732630728777 with port=40643, startcode=1732630728969 2024-11-26T14:18:51,032 DEBUG [RS:0;19945b63c2b4:40643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:18:51,034 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:18:51,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33075 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,036 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3 2024-11-26T14:18:51,036 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43151 2024-11-26T14:18:51,036 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:18:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001/rs 2024-11-26T14:18:51,048 DEBUG [RS:0;19945b63c2b4:40643 {}] zookeeper.ZKUtil(111): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on existing znode=/0-193798001/rs/19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,048 WARN [RS:0;19945b63c2b4:40643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:51,048 INFO [RS:0;19945b63c2b4:40643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:51,048 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,40643,1732630728969] 2024-11-26T14:18:51,052 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:18:51,054 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:18:51,054 INFO [RS:0;19945b63c2b4:40643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:18:51,054 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,055 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:18:51,055 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:18:51,055 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:51,056 DEBUG [RS:0;19945b63c2b4:40643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:51,058 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,058 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,058 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,058 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,058 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,058 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40643,1732630728969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:51,071 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:18:51,072 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40643,1732630728969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,072 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,072 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.Replication(171): 19945b63c2b4,40643,1732630728969 started 2024-11-26T14:18:51,085 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:51,085 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,40643,1732630728969, RpcServer on 19945b63c2b4/172.17.0.3:40643, sessionid=0x1017782c3360001 2024-11-26T14:18:51,085 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:18:51,085 DEBUG [RS:0;19945b63c2b4:40643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,085 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40643,1732630728969' 2024-11-26T14:18:51,085 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-193798001/flush-table-proc/abort' 2024-11-26T14:18:51,086 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-193798001/flush-table-proc/acquired' 2024-11-26T14:18:51,086 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:18:51,086 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:18:51,086 DEBUG [RS:0;19945b63c2b4:40643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,086 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40643,1732630728969' 2024-11-26T14:18:51,086 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-193798001/online-snapshot/abort' 2024-11-26T14:18:51,087 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-193798001/online-snapshot/acquired' 2024-11-26T14:18:51,087 DEBUG [RS:0;19945b63c2b4:40643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:18:51,087 INFO [RS:0;19945b63c2b4:40643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:18:51,087 INFO [RS:0;19945b63c2b4:40643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:18:51,188 INFO [RS:0;19945b63c2b4:40643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:51,190 INFO [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40643%2C1732630728969, suffix=, logDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969, archiveDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/oldWALs, maxLogs=10 2024-11-26T14:18:51,206 DEBUG [RS:0;19945b63c2b4:40643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190, exclude list is [], retry=0 2024-11-26T14:18:51,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38865,DS-f1aa54ef-5e75-491a-bfd2-b614b5546959,DISK] 2024-11-26T14:18:51,214 INFO [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 2024-11-26T14:18:51,215 DEBUG [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-26T14:18:51,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:18:51,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3 2024-11-26T14:18:51,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:18:51,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:51,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:51,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:51,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:51,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:51,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:51,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:51,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:51,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:51,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:51,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740 2024-11-26T14:18:51,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740 2024-11-26T14:18:51,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:51,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:51,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:51,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:51,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:51,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74837350, jitterRate=0.1151634156703949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:51,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630731423Initializing all the Stores at 1732630731424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630731424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630731424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630731424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630731424Cleaning up temporary data from old regions at 1732630731436 (+12 ms)Region opened successfully at 1732630731441 (+5 ms) 2024-11-26T14:18:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:51,442 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:51,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:51,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630731442Disabling compacts and flushes for region at 1732630731442Disabling writes for close at 1732630731442Writing region close event to WAL at 1732630731442Closed at 1732630731442 2024-11-26T14:18:51,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:51,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:18:51,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:18:51,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:51,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:18:51,598 DEBUG [19945b63c2b4:33075 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:18:51,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40643,1732630728969, state=OPENING 2024-11-26T14:18:51,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:51,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:51,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-193798001/meta-region-server: CHANGED 2024-11-26T14:18:51,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40643,1732630728969}] 2024-11-26T14:18:51,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-193798001/meta-region-server: CHANGED 2024-11-26T14:18:51,879 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:18:51,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:18:51,886 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:18:51,886 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:51,886 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:18:51,891 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40643%2C1732630728969.meta, suffix=.meta, logDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969, archiveDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/oldWALs, maxLogs=10 2024-11-26T14:18:51,909 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.meta.1732630731891.meta, exclude list is [], retry=0 2024-11-26T14:18:51,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38865,DS-f1aa54ef-5e75-491a-bfd2-b614b5546959,DISK] 2024-11-26T14:18:51,917 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.meta.1732630731891.meta 2024-11-26T14:18:51,920 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-26T14:18:51,920 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:51,921 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:51,921 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:51,921 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:18:51,921 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:18:51,922 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:18:51,922 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:51,922 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:18:51,922 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:18:51,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:51,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:51,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:51,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:51,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:51,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:51,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:51,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:51,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:51,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:51,936 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:51,937 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740 2024-11-26T14:18:51,939 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740 2024-11-26T14:18:51,944 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:51,944 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:51,945 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:51,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:18:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:18:51,957 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:51,959 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62618326, jitterRate=-0.06691423058509827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:51,959 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:18:51,960 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630731922Writing region info on filesystem at 1732630731922Initializing all the Stores at 1732630731924 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630731924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630731924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630731924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630731924Cleaning up temporary data from old regions at 1732630731944 (+20 ms)Running coprocessor post-open hooks at 1732630731959 (+15 ms)Region opened successfully at 1732630731960 (+1 ms) 2024-11-26T14:18:51,962 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630731878 2024-11-26T14:18:51,965 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:18:51,965 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:18:51,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40643,1732630728969 2024-11-26T14:18:51,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40643,1732630728969, state=OPEN 2024-11-26T14:18:51,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:18:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-193798001/meta-region-server 2024-11-26T14:18:52,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-193798001/meta-region-server 2024-11-26T14:18:52,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,40643,1732630728969 2024-11-26T14:18:52,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-193798001/meta-region-server: CHANGED 2024-11-26T14:18:52,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-193798001/meta-region-server: CHANGED 2024-11-26T14:18:52,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:18:52,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40643,1732630728969 in 308 msec 2024-11-26T14:18:52,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:18:52,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-11-26T14:18:52,046 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:52,046 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:18:52,047 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:52,048 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40643,1732630728969, seqNum=-1] 2024-11-26T14:18:52,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:52,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:52,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0730 sec 2024-11-26T14:18:52,068 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630732068, completionTime=-1 2024-11-26T14:18:52,068 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:18:52,068 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:18:52,072 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:18:52,072 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630792072 2024-11-26T14:18:52,072 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630852072 2024-11-26T14:18:52,072 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T14:18:52,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33075,1732630728777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33075,1732630728777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33075,1732630728777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:33075, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,074 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,077 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.044sec 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33075,1732630728777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:52,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33075,1732630728777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:18:52,088 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:18:52,088 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:18:52,088 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33075,1732630728777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:52,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:52,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33075,-1 for getting cluster id 2024-11-26T14:18:52,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:52,109 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f7531cd-257f-45f2-936e-430fbc3181dc' 2024-11-26T14:18:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:52,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f7531cd-257f-45f2-936e-430fbc3181dc" 2024-11-26T14:18:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33075,-1] 2024-11-26T14:18:52,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:52,114 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:52,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:52,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40643,1732630728969, seqNum=-1] 2024-11-26T14:18:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:52,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:52,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,33075,1732630728777 2024-11-26T14:18:52,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49667 2024-11-26T14:18:52,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:52,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017782c3360002 connected 2024-11-26T14:18:52,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir so I do NOT create it in target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243 2024-11-26T14:18:52,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:18:52,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.tmp.dir so I do NOT create it in target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243 2024-11-26T14:18:52,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:18:52,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243 2024-11-26T14:18:52,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:18:52,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/cluster_b79883e5-ae5a-3f3d-4420-f7e7c2c6c4c0, deleteOnExit=true 2024-11-26T14:18:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:18:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/test.cache.data in system properties and HBase conf 2024-11-26T14:18:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:18:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:18:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:18:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:18:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:18:52,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:18:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:18:52,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:18:52,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:18:52,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:52,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:52,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:52,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:52,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:18:52,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:52,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:52,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:52,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@505f10b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/java.io.tmpdir/jetty-localhost-45801-hadoop-hdfs-3_4_1-tests_jar-_-any-6347906466847665757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:18:52,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:45801} 2024-11-26T14:18:52,814 INFO [Time-limited test {}] server.Server(415): Started @42722ms 2024-11-26T14:18:53,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:18:53,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:18:53,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:18:53,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:18:53,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:18:53,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486ddd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:18:53,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf8d0b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:18:53,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3c528e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/java.io.tmpdir/jetty-localhost-36939-hadoop-hdfs-3_4_1-tests_jar-_-any-16770017990841171399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:18:53,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f5408a{HTTP/1.1, (http/1.1)}{localhost:36939} 2024-11-26T14:18:53,259 INFO [Time-limited test {}] server.Server(415): Started @43166ms 2024-11-26T14:18:53,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:18:54,187 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/cluster_b79883e5-ae5a-3f3d-4420-f7e7c2c6c4c0/data/data1/current/BP-1291677963-172.17.0.3-1732630732198/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:54,188 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/cluster_b79883e5-ae5a-3f3d-4420-f7e7c2c6c4c0/data/data2/current/BP-1291677963-172.17.0.3-1732630732198/current, will proceed with Du for space computation calculation, 2024-11-26T14:18:54,208 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:18:54,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72efc7a03dc5bba with lease ID 0x3e20e9e1293f63d0: Processing first storage report for DS-6a93f1f6-5d0f-4796-a961-2d037581d616 from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=f5075a23-326d-4018-a842-6d7a67e265a0, infoPort=44903, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=1040372864;c=1732630732198) 2024-11-26T14:18:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72efc7a03dc5bba with lease ID 0x3e20e9e1293f63d0: from storage DS-6a93f1f6-5d0f-4796-a961-2d037581d616 node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=f5075a23-326d-4018-a842-6d7a67e265a0, infoPort=44903, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=1040372864;c=1732630732198), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72efc7a03dc5bba with lease ID 0x3e20e9e1293f63d0: Processing first storage report for DS-ef19bd9c-0a0d-4f9a-8bf0-8927ec5dea2a from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=f5075a23-326d-4018-a842-6d7a67e265a0, infoPort=44903, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=1040372864;c=1732630732198) 2024-11-26T14:18:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72efc7a03dc5bba with lease ID 0x3e20e9e1293f63d0: from storage DS-ef19bd9c-0a0d-4f9a-8bf0-8927ec5dea2a node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=f5075a23-326d-4018-a842-6d7a67e265a0, infoPort=44903, infoSecurePort=0, ipcPort=46603, storageInfo=lv=-57;cid=testClusterID;nsid=1040372864;c=1732630732198), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:18:54,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243 2024-11-26T14:18:54,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:18:54,636 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39 with version=8 2024-11-26T14:18:54,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/hbase-staging 2024-11-26T14:18:54,639 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:18:54,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:54,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41557 2024-11-26T14:18:54,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41557 connecting to ZooKeeper ensemble=127.0.0.1:49667 2024-11-26T14:18:54,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415570x0, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:54,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41557-0x1017782c3360003 connected 2024-11-26T14:18:54,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/running 2024-11-26T14:18:54,741 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39, hbase.cluster.distributed=false 2024-11-26T14:18:54,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/acl 2024-11-26T14:18:54,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-26T14:18:54,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41557 2024-11-26T14:18:54,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41557 2024-11-26T14:18:54,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-26T14:18:54,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41557 2024-11-26T14:18:54,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:18:54,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:54,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:54,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:18:54,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:18:54,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:18:54,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:18:54,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:18:54,817 WARN [RS:0;19945b63c2b4:40643 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 19945b63c2b4,40319,1732630696855: status=Processing ServerCrashProcedure of 19945b63c2b4,40319,1732630696855 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732630715980, completionTime=-1 appears to have been leaked 2024-11-26T14:18:54,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33185 2024-11-26T14:18:54,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33185 connecting to ZooKeeper ensemble=127.0.0.1:49667 2024-11-26T14:18:54,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331850x0, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:54,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331850x0, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/running 2024-11-26T14:18:54,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33185-0x1017782c3360004 connected 2024-11-26T14:18:54,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:18:54,845 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:18:54,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/master 2024-11-26T14:18:54,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/acl 2024-11-26T14:18:54,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33185 2024-11-26T14:18:54,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33185 2024-11-26T14:18:54,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33185 2024-11-26T14:18:54,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33185 2024-11-26T14:18:54,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33185 2024-11-26T14:18:54,869 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:41557 2024-11-26T14:18:54,870 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11976838464/backup-masters/19945b63c2b4,41557,1732630734638 2024-11-26T14:18:54,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464/backup-masters 2024-11-26T14:18:54,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464/backup-masters 2024-11-26T14:18:54,883 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on existing znode=/11976838464/backup-masters/19945b63c2b4,41557,1732630734638 2024-11-26T14:18:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11976838464/master 2024-11-26T14:18:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:54,895 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on existing znode=/11976838464/master 2024-11-26T14:18:54,895 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11976838464/backup-masters/19945b63c2b4,41557,1732630734638 from backup master directory 2024-11-26T14:18:54,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464/backup-masters 2024-11-26T14:18:54,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11976838464/backup-masters/19945b63c2b4,41557,1732630734638 2024-11-26T14:18:54,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464/backup-masters 2024-11-26T14:18:54,903 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:54,904 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,41557,1732630734638 2024-11-26T14:18:54,909 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/hbase.id] with ID: fc23ca46-f2fb-4579-bf98-351953109731 2024-11-26T14:18:54,909 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/.tmp/hbase.id 2024-11-26T14:18:54,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:18:54,930 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/.tmp/hbase.id]:[hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/hbase.id] 2024-11-26T14:18:54,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:18:54,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:18:54,950 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T14:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:18:55,377 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:55,378 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:18:55,378 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:55,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:18:55,403 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store 2024-11-26T14:18:55,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:18:55,820 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:55,820 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:18:55,820 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:55,820 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:55,820 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:18:55,820 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:55,820 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:18:55,821 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630735820Disabling compacts and flushes for region at 1732630735820Disabling writes for close at 1732630735820Writing region close event to WAL at 1732630735820Closed at 1732630735820 2024-11-26T14:18:55,822 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/.initializing 2024-11-26T14:18:55,822 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/WALs/19945b63c2b4,41557,1732630734638 2024-11-26T14:18:55,823 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:55,825 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C41557%2C1732630734638, suffix=, logDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/WALs/19945b63c2b4,41557,1732630734638, archiveDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/oldWALs, maxLogs=10 2024-11-26T14:18:55,838 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/WALs/19945b63c2b4,41557,1732630734638/19945b63c2b4%2C41557%2C1732630734638.1732630735825, exclude list is [], retry=0 2024-11-26T14:18:55,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-6a93f1f6-5d0f-4796-a961-2d037581d616,DISK] 2024-11-26T14:18:55,844 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/WALs/19945b63c2b4,41557,1732630734638/19945b63c2b4%2C41557%2C1732630734638.1732630735825 2024-11-26T14:18:55,845 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44903:44903)] 2024-11-26T14:18:55,845 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:55,846 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:55,846 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,846 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:18:55,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:55,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:55,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:18:55,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:55,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:55,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:18:55,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:55,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:55,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:18:55,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:55,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:55,855 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,856 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,858 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,858 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,858 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:55,859 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:18:55,868 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:55,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60393504, jitterRate=-0.1000666618347168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:55,869 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630735846Initializing all the Stores at 1732630735847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630735847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630735847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630735847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630735847Cleaning up temporary data from old regions at 1732630735858 (+11 ms)Region opened successfully at 1732630735869 (+11 ms) 2024-11-26T14:18:55,871 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:18:55,875 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f95d6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:55,876 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:18:55,877 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:18:55,877 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:18:55,877 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:18:55,878 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:18:55,878 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:18:55,878 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:18:55,882 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:18:55,883 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Unable to get data of znode /11976838464/balancer because node does not exist (not necessarily an error) 2024-11-26T14:18:56,036 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11976838464/balancer already deleted, retry=false 2024-11-26T14:18:56,037 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:18:56,038 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Unable to get data of znode /11976838464/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:18:56,088 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11976838464/normalizer already deleted, retry=false 2024-11-26T14:18:56,089 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:18:56,090 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Unable to get data of znode /11976838464/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:18:56,123 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11976838464/switch/split already deleted, retry=false 2024-11-26T14:18:56,124 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Unable to get data of znode /11976838464/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:18:56,169 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11976838464/switch/merge already deleted, retry=false 2024-11-26T14:18:56,172 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Unable to get data of znode /11976838464/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:18:56,243 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11976838464/snapshot-cleanup already deleted, retry=false 2024-11-26T14:18:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11976838464/running 2024-11-26T14:18:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11976838464/running 2024-11-26T14:18:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:56,318 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,41557,1732630734638, sessionid=0x1017782c3360003, setting cluster-up flag (Was=false) 2024-11-26T14:18:56,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:18:56,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:18:56,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:18:56,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:18:56,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:18:56,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:18:56,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:18:56,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:18:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:56,627 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11976838464/flush-table-proc/acquired, /11976838464/flush-table-proc/reached, /11976838464/flush-table-proc/abort 2024-11-26T14:18:56,628 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,41557,1732630734638 2024-11-26T14:18:56,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:56,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:56,944 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11976838464/online-snapshot/acquired, /11976838464/online-snapshot/reached, /11976838464/online-snapshot/abort 2024-11-26T14:18:56,945 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,41557,1732630734638 2024-11-26T14:18:56,946 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:18:56,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:56,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:18:56,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:18:56,949 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,41557,1732630734638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:56,950 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630766952 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:18:56,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:18:56,953 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:56,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:56,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:18:56,953 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:18:56,953 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:18:56,953 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:18:56,953 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:18:56,954 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:18:56,954 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:18:56,954 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630736954,5,FailOnTimeoutGroup] 2024-11-26T14:18:56,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:56,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:18:56,955 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630736954,5,FailOnTimeoutGroup] 2024-11-26T14:18:56,955 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:56,955 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:18:56,956 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:56,956 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:56,957 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(746): ClusterId : fc23ca46-f2fb-4579-bf98-351953109731 2024-11-26T14:18:56,957 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:18:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:18:57,018 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:18:57,019 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:18:57,037 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:18:57,037 DEBUG [RS:0;19945b63c2b4:33185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9b9a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:18:57,048 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:33185 2024-11-26T14:18:57,049 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:18:57,049 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:18:57,049 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:18:57,049 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,41557,1732630734638 with port=33185, startcode=1732630734773 2024-11-26T14:18:57,050 DEBUG [RS:0;19945b63c2b4:33185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:18:57,051 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:18:57,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41557 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,054 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39 2024-11-26T14:18:57,054 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44581 2024-11-26T14:18:57,054 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:18:57,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464/rs 2024-11-26T14:18:57,103 DEBUG [RS:0;19945b63c2b4:33185 {}] zookeeper.ZKUtil(111): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on existing znode=/11976838464/rs/19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,103 WARN [RS:0;19945b63c2b4:33185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:18:57,103 INFO [RS:0;19945b63c2b4:33185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:57,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,33185,1732630734773] 2024-11-26T14:18:57,103 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,107 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:18:57,108 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:18:57,109 INFO [RS:0;19945b63c2b4:33185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:18:57,109 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,111 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:18:57,112 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:18:57,113 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,113 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:18:57,114 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:57,114 DEBUG [RS:0;19945b63c2b4:33185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:18:57,115 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,115 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,115 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,115 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,115 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,115 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33185,1732630734773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:57,129 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:18:57,130 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33185,1732630734773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,130 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,130 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.Replication(171): 19945b63c2b4,33185,1732630734773 started 2024-11-26T14:18:57,148 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,148 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,33185,1732630734773, RpcServer on 19945b63c2b4/172.17.0.3:33185, sessionid=0x1017782c3360004 2024-11-26T14:18:57,148 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:18:57,149 DEBUG [RS:0;19945b63c2b4:33185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,149 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,33185,1732630734773' 2024-11-26T14:18:57,149 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11976838464/flush-table-proc/abort' 2024-11-26T14:18:57,149 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11976838464/flush-table-proc/acquired' 2024-11-26T14:18:57,150 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:18:57,150 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:18:57,150 DEBUG [RS:0;19945b63c2b4:33185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,150 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,33185,1732630734773' 2024-11-26T14:18:57,150 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11976838464/online-snapshot/abort' 2024-11-26T14:18:57,150 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11976838464/online-snapshot/acquired' 2024-11-26T14:18:57,151 DEBUG [RS:0;19945b63c2b4:33185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:18:57,151 INFO [RS:0;19945b63c2b4:33185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:18:57,151 INFO [RS:0;19945b63c2b4:33185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:18:57,251 INFO [RS:0;19945b63c2b4:33185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:18:57,253 INFO [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C33185%2C1732630734773, suffix=, logDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773, archiveDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/oldWALs, maxLogs=10 2024-11-26T14:18:57,271 DEBUG [RS:0;19945b63c2b4:33185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773/19945b63c2b4%2C33185%2C1732630734773.1732630737254, exclude list is [], retry=0 2024-11-26T14:18:57,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-6a93f1f6-5d0f-4796-a961-2d037581d616,DISK] 2024-11-26T14:18:57,287 INFO [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773/19945b63c2b4%2C33185%2C1732630734773.1732630737254 2024-11-26T14:18:57,288 DEBUG [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44903:44903)] 2024-11-26T14:18:57,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:18:57,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39 2024-11-26T14:18:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:18:57,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:57,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:57,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:57,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:57,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:57,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:57,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:57,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:57,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740 2024-11-26T14:18:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740 2024-11-26T14:18:57,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:57,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:57,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:57,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:57,394 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:57,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71955782, jitterRate=0.0722247064113617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630737373Initializing all the Stores at 1732630737374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630737374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630737374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630737374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630737374Cleaning up temporary data from old regions at 1732630737389 (+15 ms)Region opened successfully at 1732630737395 (+6 ms) 2024-11-26T14:18:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:18:57,395 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:18:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:18:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:18:57,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:18:57,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:18:57,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630737395Disabling compacts and flushes for region at 1732630737395Disabling writes for close at 1732630737395Writing region close event to WAL at 1732630737397 (+2 ms)Closed at 1732630737397 2024-11-26T14:18:57,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:57,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:18:57,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:18:57,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:57,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:18:57,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:18:57,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:18:57,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:18:57,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:18:57,552 DEBUG [19945b63c2b4:41557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:18:57,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,554 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,33185,1732630734773, state=OPENING 2024-11-26T14:18:57,615 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:18:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:18:57,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11976838464/meta-region-server: CHANGED 2024-11-26T14:18:57,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11976838464/meta-region-server: CHANGED 2024-11-26T14:18:57,626 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:18:57,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,33185,1732630734773}] 2024-11-26T14:18:57,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:18:57,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:18:57,785 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:18:57,785 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:57,785 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:18:57,786 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C33185%2C1732630734773.meta, suffix=.meta, logDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773, archiveDir=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/oldWALs, maxLogs=10 2024-11-26T14:18:57,799 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773/19945b63c2b4%2C33185%2C1732630734773.meta.1732630737787.meta, exclude list is [], retry=0 2024-11-26T14:18:57,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-6a93f1f6-5d0f-4796-a961-2d037581d616,DISK] 2024-11-26T14:18:57,803 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/WALs/19945b63c2b4,33185,1732630734773/19945b63c2b4%2C33185%2C1732630734773.meta.1732630737787.meta 2024-11-26T14:18:57,803 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44903:44903)] 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:57,804 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:18:57,804 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:18:57,804 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:18:57,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:18:57,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:18:57,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:18:57,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:18:57,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:18:57,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:18:57,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:18:57,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:18:57,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:18:57,810 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:18:57,811 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740 2024-11-26T14:18:57,812 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740 2024-11-26T14:18:57,813 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:18:57,814 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:18:57,814 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:18:57,815 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:18:57,816 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67357989, jitterRate=0.0037122517824172974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:18:57,816 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:18:57,816 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630737805Writing region info on filesystem at 1732630737805Initializing all the Stores at 1732630737805Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630737805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630737806 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630737806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630737806Cleaning up temporary data from old regions at 1732630737814 (+8 ms)Running coprocessor post-open hooks at 1732630737816 (+2 ms)Region opened successfully at 1732630737816 2024-11-26T14:18:57,817 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630737779 2024-11-26T14:18:57,819 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:18:57,819 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:18:57,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,33185,1732630734773, state=OPEN 2024-11-26T14:18:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11976838464/meta-region-server 2024-11-26T14:18:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11976838464/meta-region-server 2024-11-26T14:18:57,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,33185,1732630734773 2024-11-26T14:18:57,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11976838464/meta-region-server: CHANGED 2024-11-26T14:18:57,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11976838464/meta-region-server: CHANGED 2024-11-26T14:18:57,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:18:57,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,33185,1732630734773 in 203 msec 2024-11-26T14:18:57,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:18:57,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-26T14:18:57,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:18:57,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:18:57,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:57,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33185,1732630734773, seqNum=-1] 2024-11-26T14:18:57,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:57,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:57,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-26T14:18:57,845 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630737845, completionTime=-1 2024-11-26T14:18:57,845 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:18:57,845 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630797848 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630857848 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41557,1732630734638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41557,1732630734638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41557,1732630734638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:41557, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,848 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,849 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,851 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:18:57,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41557,1732630734638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:18:57,854 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41557,1732630734638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:18:57,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:18:57,857 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:18:57,857 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41557,1732630734638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:18:57,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b237bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41557,-1 for getting cluster id 2024-11-26T14:18:57,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:57,861 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc23ca46-f2fb-4579-bf98-351953109731' 2024-11-26T14:18:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc23ca46-f2fb-4579-bf98-351953109731" 2024-11-26T14:18:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ae6951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41557,-1] 2024-11-26T14:18:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:57,863 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:57,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a74e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33185,1732630734773, seqNum=-1] 2024-11-26T14:18:57,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:57,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:18:57,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,41557,1732630734638 2024-11-26T14:18:57,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49667 2024-11-26T14:18:57,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:18:57,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017782c3360005 connected 2024-11-26T14:18:57,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043fec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33075,-1 for getting cluster id 2024-11-26T14:18:57,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:57,897 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f7531cd-257f-45f2-936e-430fbc3181dc' 2024-11-26T14:18:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f7531cd-257f-45f2-936e-430fbc3181dc" 2024-11-26T14:18:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327cd557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33075,-1] 2024-11-26T14:18:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:57,899 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5357696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,33075,1732630728777 2024-11-26T14:18:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70bc7f 2024-11-26T14:18:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:57,903 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:57,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:41557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:18:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:18:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:57,907 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:41557' 2024-11-26T14:18:57,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61aeeec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,908 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41557,-1 for getting cluster id 2024-11-26T14:18:57,908 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:57,909 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc23ca46-f2fb-4579-bf98-351953109731' 2024-11-26T14:18:57,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:57,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc23ca46-f2fb-4579-bf98-351953109731" 2024-11-26T14:18:57,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@869ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41557,-1] 2024-11-26T14:18:57,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:57,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:57,911 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:57,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d37fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:57,912 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:57,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,41557,1732630734638 2024-11-26T14:18:57,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce9c4c7 2024-11-26T14:18:57,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:57,915 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:18:57,916 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T14:18:57,916 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:18:57,916 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:57,916 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:57,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:18:57,917 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:18:57,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:18:57,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:18:57,920 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:57,921 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:18:57,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741835_1011 (size=1138) 2024-11-26T14:18:57,968 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:18:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:58,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ad6438de4ec9f7674a9e88f438369d3, NAME => 'hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3 2024-11-26T14:18:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741836_1012 (size=44) 2024-11-26T14:18:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:58,737 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:58,737 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ad6438de4ec9f7674a9e88f438369d3, disabling compactions & flushes 2024-11-26T14:18:58,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:58,737 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:58,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. after waiting 0 ms 2024-11-26T14:18:58,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:58,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:58,738 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ad6438de4ec9f7674a9e88f438369d3: Waiting for close lock at 1732630738737Disabling compacts and flushes for region at 1732630738737Disabling writes for close at 1732630738738 (+1 ms)Writing region close event to WAL at 1732630738738Closed at 1732630738738 2024-11-26T14:18:58,739 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:18:58,740 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630738740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630738740"}]},"ts":"1732630738740"} 2024-11-26T14:18:58,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:18:58,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:18:58,745 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630738745"}]},"ts":"1732630738745"} 2024-11-26T14:18:58,748 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:18:58,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ad6438de4ec9f7674a9e88f438369d3, ASSIGN}] 2024-11-26T14:18:58,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ad6438de4ec9f7674a9e88f438369d3, ASSIGN 2024-11-26T14:18:58,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ad6438de4ec9f7674a9e88f438369d3, ASSIGN; state=OFFLINE, location=19945b63c2b4,40643,1732630728969; forceNewPlan=false, retain=false 2024-11-26T14:18:58,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ad6438de4ec9f7674a9e88f438369d3, regionState=OPENING, regionLocation=19945b63c2b4,40643,1732630728969 2024-11-26T14:18:58,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ad6438de4ec9f7674a9e88f438369d3, ASSIGN because future has completed 2024-11-26T14:18:58,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad6438de4ec9f7674a9e88f438369d3, server=19945b63c2b4,40643,1732630728969}] 2024-11-26T14:18:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:18:59,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:59,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:18:59,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:18:59,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40643%2C1732630728969.rep, suffix=, logDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969, archiveDir=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/oldWALs, maxLogs=10 2024-11-26T14:18:59,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.rep.1732630739064, exclude list is [], retry=0 2024-11-26T14:18:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38865,DS-f1aa54ef-5e75-491a-bfd2-b614b5546959,DISK] 2024-11-26T14:18:59,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.rep.1732630739064 2024-11-26T14:18:59,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-26T14:18:59,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ad6438de4ec9f7674a9e88f438369d3, NAME => 'hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:18:59,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:18:59,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:18:59,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. service=MultiRowMutationService 2024-11-26T14:18:59,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:18:59,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:18:59,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,083 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,084 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad6438de4ec9f7674a9e88f438369d3 columnFamilyName hfileref 2024-11-26T14:18:59,084 DEBUG [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:59,085 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] regionserver.HStore(327): Store=3ad6438de4ec9f7674a9e88f438369d3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:59,085 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,086 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad6438de4ec9f7674a9e88f438369d3 columnFamilyName queue 2024-11-26T14:18:59,086 DEBUG [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:59,087 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] regionserver.HStore(327): Store=3ad6438de4ec9f7674a9e88f438369d3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:59,087 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,088 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad6438de4ec9f7674a9e88f438369d3 columnFamilyName sid 2024-11-26T14:18:59,088 DEBUG [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:18:59,088 INFO [StoreOpener-3ad6438de4ec9f7674a9e88f438369d3-1 {}] regionserver.HStore(327): Store=3ad6438de4ec9f7674a9e88f438369d3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:18:59,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:18:59,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:18:59,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3ad6438de4ec9f7674a9e88f438369d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69493442, jitterRate=0.035532981157302856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:18:59,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:18:59,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3ad6438de4ec9f7674a9e88f438369d3: Running coprocessor pre-open hook at 1732630739082Writing region info on filesystem at 1732630739082Initializing all the Stores at 1732630739083 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630739083Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630739083Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630739083Cleaning up temporary data from old regions at 1732630739091 (+8 ms)Running coprocessor post-open hooks at 1732630739095 (+4 ms)Region opened successfully at 1732630739095 2024-11-26T14:18:59,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3., pid=7, masterSystemTime=1732630739058 2024-11-26T14:18:59,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:59,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:18:59,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3ad6438de4ec9f7674a9e88f438369d3, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40643,1732630728969 2024-11-26T14:18:59,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ad6438de4ec9f7674a9e88f438369d3, server=19945b63c2b4,40643,1732630728969 because future has completed 2024-11-26T14:18:59,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T14:18:59,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ad6438de4ec9f7674a9e88f438369d3, server=19945b63c2b4,40643,1732630728969 in 197 msec 2024-11-26T14:18:59,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:18:59,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ad6438de4ec9f7674a9e88f438369d3, ASSIGN in 357 msec 2024-11-26T14:18:59,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:18:59,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630739108"}]},"ts":"1732630739108"} 2024-11-26T14:18:59,110 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:18:59,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:18:59,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-26T14:18:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3., hostname=19945b63c2b4,40643,1732630728969, seqNum=2] 2024-11-26T14:18:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:18:59,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:18:59,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T14:18:59,321 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:18:59,347 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,40643,1732630728969, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:18:59,347 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:18:59,348 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40643,1732630728969, seqNum=-1] 2024-11-26T14:18:59,348 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:18:59,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-26T14:18:59,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,40643,1732630728969', locateType=CURRENT is [region=hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3., hostname=19945b63c2b4,40643,1732630728969, seqNum=2] 2024-11-26T14:18:59,353 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T14:18:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T14:18:59,356 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,40643,1732630728969 suceeded 2024-11-26T14:18:59,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T14:18:59,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T14:18:59,358 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:41557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:18:59,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-11-26T14:18:59,367 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:41557' 2024-11-26T14:18:59,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f289080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:59,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41557,-1 for getting cluster id 2024-11-26T14:18:59,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:18:59,369 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc23ca46-f2fb-4579-bf98-351953109731' 2024-11-26T14:18:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:18:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc23ca46-f2fb-4579-bf98-351953109731" 2024-11-26T14:18:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc22dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:59,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41557,-1] 2024-11-26T14:18:59,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:18:59,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:18:59,371 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:18:59,371 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25e67e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:18:59,371 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:18:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,41557,1732630734638 2024-11-26T14:18:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6236dfeb 2024-11-26T14:18:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:18:59,373 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-26T14:18:59,373 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,40643,1732630728969 (queues=1) is replicating from cluster=0f7531cd-257f-45f2-936e-430fbc3181dc to cluster=fc23ca46-f2fb-4579-bf98-351953109731 2024-11-26T14:18:59,374 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C40643%2C1732630728969 2024-11-26T14:18:59,374 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,40643,1732630728969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:18:59,375 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.shipper19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C40643%2C1732630728969 2024-11-26T14:18:59,375 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190, startPosition=0, beingWritten=true 2024-11-26T14:18:59,581 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:18:59,886 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:19:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:00,054 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:19:00,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:00,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:00,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:00,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,33075,1732630728777 2024-11-26T14:19:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c1fa7a8 2024-11-26T14:19:00,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:00,056 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:00,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:19:00,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:19:00,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:00,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:00,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:00,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:19:00,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2082307137, stopped=false 2024-11-26T14:19:00,058 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,41557,1732630734638 2024-11-26T14:19:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11976838464/running 2024-11-26T14:19:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11976838464/running 2024-11-26T14:19:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:19:00,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:19:00,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:19:00,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:00,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:00,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/running 2024-11-26T14:19:00,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Set watcher on znode that does not yet exist, /11976838464/running 2024-11-26T14:19:00,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,33185,1732630734773' ***** 2024-11-26T14:19:00,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:19:00,079 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:19:00,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:19:00,079 INFO [RS:0;19945b63c2b4:33185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:19:00,079 INFO [RS:0;19945b63c2b4:33185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:19:00,079 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,33185,1732630734773 2024-11-26T14:19:00,079 INFO [RS:0;19945b63c2b4:33185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:19:00,079 INFO [RS:0;19945b63c2b4:33185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:33185. 2024-11-26T14:19:00,080 DEBUG [RS:0;19945b63c2b4:33185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:00,080 DEBUG [RS:0;19945b63c2b4:33185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,080 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:19:00,080 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:19:00,080 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:19:00,080 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:19:00,080 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:19:00,080 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:19:00,080 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:19:00,080 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:19:00,080 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:19:00,080 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:19:00,080 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:19:00,080 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:19:00,080 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T14:19:00,095 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/.tmp/ns/1f3ef7754a244a2084b5a7a7a6b21006 is 43, key is default/ns:d/1732630737839/Put/seqid=0 2024-11-26T14:19:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741835_1011 (size=5153) 2024-11-26T14:19:00,117 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:19:00,117 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:19:00,118 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:19:00,280 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:19:00,292 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:19:00,481 DEBUG [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:19:00,504 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/.tmp/ns/1f3ef7754a244a2084b5a7a7a6b21006 2024-11-26T14:19:00,514 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/.tmp/ns/1f3ef7754a244a2084b5a7a7a6b21006 as hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/ns/1f3ef7754a244a2084b5a7a7a6b21006 2024-11-26T14:19:00,521 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/ns/1f3ef7754a244a2084b5a7a7a6b21006, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T14:19:00,522 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-26T14:19:00,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T14:19:00,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:19:00,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:19:00,530 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:19:00,530 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630740080Running coprocessor pre-close hooks at 1732630740080Disabling compacts and flushes for region at 1732630740080Disabling writes for close at 1732630740080Obtaining lock to block concurrent updates at 1732630740080Preparing flush snapshotting stores in 1588230740 at 1732630740080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732630740081 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630740081Flushing 1588230740/ns: creating writer at 1732630740081Flushing 1588230740/ns: appending metadata at 1732630740095 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732630740095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a125fe: reopening flushed file at 1732630740513 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732630740522 (+9 ms)Writing region close event to WAL at 1732630740524 (+2 ms)Running coprocessor post-close hooks at 1732630740529 (+5 ms)Closed at 1732630740529 2024-11-26T14:19:00,530 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:19:00,681 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,33185,1732630734773; all regions closed. 2024-11-26T14:19:00,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741834_1010 (size=1152) 2024-11-26T14:19:00,708 DEBUG [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/oldWALs 2024-11-26T14:19:00,708 INFO [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C33185%2C1732630734773.meta:.meta(num 1732630737787) 2024-11-26T14:19:00,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741832_1008 (size=93) 2024-11-26T14:19:00,718 DEBUG [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/oldWALs 2024-11-26T14:19:00,718 INFO [RS:0;19945b63c2b4:33185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C33185%2C1732630734773:(num 1732630737254) 2024-11-26T14:19:00,718 DEBUG [RS:0;19945b63c2b4:33185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:00,718 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:19:00,718 INFO [RS:0;19945b63c2b4:33185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:19:00,719 INFO [RS:0;19945b63c2b4:33185 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:19:00,719 INFO [RS:0;19945b63c2b4:33185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:19:00,719 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:19:00,719 INFO [RS:0;19945b63c2b4:33185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33185 2024-11-26T14:19:00,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464/rs 2024-11-26T14:19:00,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11976838464/rs/19945b63c2b4,33185,1732630734773 2024-11-26T14:19:00,749 INFO [RS:0;19945b63c2b4:33185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:19:00,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,33185,1732630734773] 2024-11-26T14:19:00,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11976838464/draining/19945b63c2b4,33185,1732630734773 already deleted, retry=false 2024-11-26T14:19:00,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,33185,1732630734773 expired; onlineServers=0 2024-11-26T14:19:00,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,41557,1732630734638' ***** 2024-11-26T14:19:00,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:19:00,766 INFO [M:0;19945b63c2b4:41557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:19:00,767 INFO [M:0;19945b63c2b4:41557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:19:00,767 DEBUG [M:0;19945b63c2b4:41557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:19:00,767 DEBUG [M:0;19945b63c2b4:41557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:19:00,767 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630736954 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630736954,5,FailOnTimeoutGroup] 2024-11-26T14:19:00,767 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630736954 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630736954,5,FailOnTimeoutGroup] 2024-11-26T14:19:00,767 INFO [M:0;19945b63c2b4:41557 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:19:00,767 INFO [M:0;19945b63c2b4:41557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:19:00,767 DEBUG [M:0;19945b63c2b4:41557 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:19:00,767 INFO [M:0;19945b63c2b4:41557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:19:00,767 INFO [M:0;19945b63c2b4:41557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:19:00,767 INFO [M:0;19945b63c2b4:41557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:19:00,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:19:00,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:19:00,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11976838464/master 2024-11-26T14:19:00,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11976838464 2024-11-26T14:19:00,781 DEBUG [M:0;19945b63c2b4:41557 {}] zookeeper.ZKUtil(347): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Unable to get data of znode /11976838464/master because node does not exist (not an error) 2024-11-26T14:19:00,781 WARN [M:0;19945b63c2b4:41557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:19:00,782 INFO [M:0;19945b63c2b4:41557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/.lastflushedseqids 2024-11-26T14:19:00,797 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:19:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741836_1012 (size=99) 2024-11-26T14:19:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33185-0x1017782c3360004, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:00,860 INFO [RS:0;19945b63c2b4:33185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:19:00,860 INFO [RS:0;19945b63c2b4:33185 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,33185,1732630734773; zookeeper connection closed. 2024-11-26T14:19:00,878 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4776b7b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4776b7b6 2024-11-26T14:19:00,878 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:19:01,205 INFO [M:0;19945b63c2b4:41557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:19:01,205 INFO [M:0;19945b63c2b4:41557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:19:01,205 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:19:01,205 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:01,205 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:01,205 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:19:01,205 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:01,206 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T14:19:01,227 DEBUG [M:0;19945b63c2b4:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b54ce6c4e434f80948ac6bb04b59f33 is 82, key is hbase:meta,,1/info:regioninfo/1732630737820/Put/seqid=0 2024-11-26T14:19:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741837_1013 (size=5672) 2024-11-26T14:19:01,411 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:19:01,668 INFO [M:0;19945b63c2b4:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b54ce6c4e434f80948ac6bb04b59f33 2024-11-26T14:19:01,700 DEBUG [M:0;19945b63c2b4:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/727517c946924e828f813289a490d125 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732630737844/Put/seqid=0 2024-11-26T14:19:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741838_1014 (size=5275) 2024-11-26T14:19:01,712 INFO [M:0;19945b63c2b4:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/727517c946924e828f813289a490d125 2024-11-26T14:19:01,771 DEBUG [M:0;19945b63c2b4:41557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87ed980b6b92425c81bcd9ff7e288f58 is 69, key is 19945b63c2b4,33185,1732630734773/rs:state/1732630737052/Put/seqid=0 2024-11-26T14:19:01,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741839_1015 (size=5156) 2024-11-26T14:19:01,779 INFO [M:0;19945b63c2b4:41557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87ed980b6b92425c81bcd9ff7e288f58 2024-11-26T14:19:01,793 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b54ce6c4e434f80948ac6bb04b59f33 as hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b54ce6c4e434f80948ac6bb04b59f33 2024-11-26T14:19:01,810 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b54ce6c4e434f80948ac6bb04b59f33, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T14:19:01,814 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/727517c946924e828f813289a490d125 as hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/727517c946924e828f813289a490d125 2024-11-26T14:19:01,825 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/727517c946924e828f813289a490d125, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T14:19:01,827 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87ed980b6b92425c81bcd9ff7e288f58 as hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87ed980b6b92425c81bcd9ff7e288f58 2024-11-26T14:19:01,837 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44581/user/jenkins/test-data/5596f078-870d-a26d-3149-cd38aaf1bc39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87ed980b6b92425c81bcd9ff7e288f58, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T14:19:01,842 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 637ms, sequenceid=28, compaction requested=false 2024-11-26T14:19:01,856 INFO [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:01,856 DEBUG [M:0;19945b63c2b4:41557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630741205Disabling compacts and flushes for region at 1732630741205Disabling writes for close at 1732630741205Obtaining lock to block concurrent updates at 1732630741206 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630741206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732630741206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630741207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630741207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630741227 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630741227Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630741673 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630741695 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630741695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630741743 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630741770 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630741770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735073a8: reopening flushed file at 1732630741789 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1aa1ac: reopening flushed file at 1732630741811 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1160f5b7: reopening flushed file at 1732630741826 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 637ms, sequenceid=28, compaction requested=false at 1732630741842 (+16 ms)Writing region close event to WAL at 1732630741856 (+14 ms)Closed at 1732630741856 2024-11-26T14:19:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741830_1006 (size=10165) 2024-11-26T14:19:01,872 INFO [M:0;19945b63c2b4:41557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:19:01,872 INFO [M:0;19945b63c2b4:41557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41557 2024-11-26T14:19:01,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:19:01,873 INFO [M:0;19945b63c2b4:41557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:19:02,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:02,036 INFO [M:0;19945b63c2b4:41557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:19:02,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41557-0x1017782c3360003, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:02,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3c528e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:19:02,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f5408a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:19:02,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:19:02,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf8d0b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:19:02,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486ddd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir/,STOPPED} 2024-11-26T14:19:02,043 WARN [BP-1291677963-172.17.0.3-1732630732198 heartbeating to localhost/127.0.0.1:44581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:19:02,043 WARN [BP-1291677963-172.17.0.3-1732630732198 heartbeating to localhost/127.0.0.1:44581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291677963-172.17.0.3-1732630732198 (Datanode Uuid f5075a23-326d-4018-a842-6d7a67e265a0) service to localhost/127.0.0.1:44581 2024-11-26T14:19:02,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/cluster_b79883e5-ae5a-3f3d-4420-f7e7c2c6c4c0/data/data1/current/BP-1291677963-172.17.0.3-1732630732198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:19:02,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/cluster_b79883e5-ae5a-3f3d-4420-f7e7c2c6c4c0/data/data2/current/BP-1291677963-172.17.0.3-1732630732198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:19:02,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:19:02,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:19:02,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:19:02,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@505f10b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:19:02,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:19:02,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:19:02,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:19:02,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir/,STOPPED} 2024-11-26T14:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:19:02,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:19:02,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:02,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:02,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:02,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:19:02,071 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=644260529, stopped=false 2024-11-26T14:19:02,071 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,33075,1732630728777 2024-11-26T14:19:02,118 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:19:02,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-193798001/running 2024-11-26T14:19:02,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:19:02,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-193798001/running 2024-11-26T14:19:02,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:19:02,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/running 2024-11-26T14:19:02,122 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:19:02,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:02,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:02,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,40643,1732630728969' ***** 2024-11-26T14:19:02,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:19:02,124 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:19:02,124 INFO [RS:0;19945b63c2b4:40643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:19:02,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:19:02,124 INFO [RS:0;19945b63c2b4:40643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:19:02,124 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:19:02,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Set watcher on znode that does not yet exist, /0-193798001/running 2024-11-26T14:19:02,126 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,40643,1732630728969 2024-11-26T14:19:02,126 INFO [RS:0;19945b63c2b4:40643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:19:02,127 INFO [RS:0;19945b63c2b4:40643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:40643. 2024-11-26T14:19:02,127 DEBUG [RS:0;19945b63c2b4:40643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:02,127 DEBUG [RS:0;19945b63c2b4:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,127 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:19:02,127 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:19:02,127 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:19:02,127 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:19:02,127 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:19:02,127 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1325): Online Regions={3ad6438de4ec9f7674a9e88f438369d3=hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:19:02,127 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:19:02,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:19:02,128 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:19:02,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:19:02,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:19:02,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:19:02,128 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T14:19:02,131 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ad6438de4ec9f7674a9e88f438369d3, disabling compactions & flushes 2024-11-26T14:19:02,131 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:19:02,131 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:19:02,131 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. after waiting 0 ms 2024-11-26T14:19:02,131 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:19:02,131 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ad6438de4ec9f7674a9e88f438369d3 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T14:19:02,144 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:19:02,144 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:19:02,156 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/info/9fc516ea2a44416d95b697007b7e5ae2 is 147, key is hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3./info:regioninfo/1732630739099/Put/seqid=0 2024-11-26T14:19:02,163 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/.tmp/queue/9fe1753a704b4755b1ed8d9b89675fcb is 151, key is 1-19945b63c2b4,40643,1732630728969/queue:19945b63c2b4%2C40643%2C1732630728969/1732630739352/Put/seqid=0 2024-11-26T14:19:02,173 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:19:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741839_1015 (size=5350) 2024-11-26T14:19:02,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741838_1014 (size=6631) 2024-11-26T14:19:02,328 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:19:02,528 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ad6438de4ec9f7674a9e88f438369d3 2024-11-26T14:19:02,572 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/.tmp/queue/9fe1753a704b4755b1ed8d9b89675fcb 2024-11-26T14:19:02,577 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/info/9fc516ea2a44416d95b697007b7e5ae2 2024-11-26T14:19:02,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/.tmp/queue/9fe1753a704b4755b1ed8d9b89675fcb as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/queue/9fe1753a704b4755b1ed8d9b89675fcb 2024-11-26T14:19:02,593 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/queue/9fe1753a704b4755b1ed8d9b89675fcb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T14:19:02,594 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3ad6438de4ec9f7674a9e88f438369d3 in 463ms, sequenceid=5, compaction requested=false 2024-11-26T14:19:02,595 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:19:02,614 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/ns/e9f872808d2a422495fb75c08e990dce is 43, key is default/ns:d/1732630732050/Put/seqid=0 2024-11-26T14:19:02,616 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/replication/3ad6438de4ec9f7674a9e88f438369d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:19:02,617 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:19:02,617 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:19:02,617 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:19:02,617 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ad6438de4ec9f7674a9e88f438369d3: Waiting for close lock at 1732630742131Running coprocessor pre-close hooks at 1732630742131Disabling compacts and flushes for region at 1732630742131Disabling writes for close at 1732630742131Obtaining lock to block concurrent updates at 1732630742131Preparing flush snapshotting stores in 3ad6438de4ec9f7674a9e88f438369d3 at 1732630742132 (+1 ms)Finished memstore snapshotting hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732630742132Flushing stores of hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. at 1732630742137 (+5 ms)Flushing 3ad6438de4ec9f7674a9e88f438369d3/queue: creating writer at 1732630742137Flushing 3ad6438de4ec9f7674a9e88f438369d3/queue: appending metadata at 1732630742163 (+26 ms)Flushing 3ad6438de4ec9f7674a9e88f438369d3/queue: closing flushed file at 1732630742163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66070c5b: reopening flushed file at 1732630742579 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3ad6438de4ec9f7674a9e88f438369d3 in 463ms, sequenceid=5, compaction requested=false at 1732630742594 (+15 ms)Writing region close event to WAL at 1732630742602 (+8 ms)Running coprocessor post-close hooks at 1732630742617 (+15 ms)Closed at 1732630742617 2024-11-26T14:19:02,617 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630737916.3ad6438de4ec9f7674a9e88f438369d3. 2024-11-26T14:19:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741840_1016 (size=5153) 2024-11-26T14:19:02,646 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/ns/e9f872808d2a422495fb75c08e990dce 2024-11-26T14:19:02,691 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/table/79c184af71924f258d51108caee6f76d is 53, key is hbase:replication/table:state/1732630739108/Put/seqid=0 2024-11-26T14:19:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741841_1017 (size=5256) 2024-11-26T14:19:02,707 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/table/79c184af71924f258d51108caee6f76d 2024-11-26T14:19:02,728 DEBUG [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:19:02,749 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/info/9fc516ea2a44416d95b697007b7e5ae2 as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/info/9fc516ea2a44416d95b697007b7e5ae2 2024-11-26T14:19:02,764 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/info/9fc516ea2a44416d95b697007b7e5ae2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T14:19:02,766 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/ns/e9f872808d2a422495fb75c08e990dce as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/ns/e9f872808d2a422495fb75c08e990dce 2024-11-26T14:19:02,802 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/ns/e9f872808d2a422495fb75c08e990dce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:19:02,803 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/.tmp/table/79c184af71924f258d51108caee6f76d as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/table/79c184af71924f258d51108caee6f76d 2024-11-26T14:19:02,812 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/table/79c184af71924f258d51108caee6f76d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T14:19:02,814 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 685ms, sequenceid=11, compaction requested=false 2024-11-26T14:19:02,819 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T14:19:02,820 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:19:02,820 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:19:02,820 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:19:02,820 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630742128Running coprocessor pre-close hooks at 1732630742128Disabling compacts and flushes for region at 1732630742128Disabling writes for close at 1732630742128Obtaining lock to block concurrent updates at 1732630742128Preparing flush snapshotting stores in 1588230740 at 1732630742128Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732630742130 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630742131 (+1 ms)Flushing 1588230740/info: creating writer at 1732630742131Flushing 1588230740/info: appending metadata at 1732630742155 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732630742155Flushing 1588230740/ns: creating writer at 1732630742588 (+433 ms)Flushing 1588230740/ns: appending metadata at 1732630742614 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732630742614Flushing 1588230740/table: creating writer at 1732630742666 (+52 ms)Flushing 1588230740/table: appending metadata at 1732630742690 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732630742690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2002b3c7: reopening flushed file at 1732630742745 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59baff2e: reopening flushed file at 1732630742764 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219eb93c: reopening flushed file at 1732630742802 (+38 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 685ms, sequenceid=11, compaction requested=false at 1732630742814 (+12 ms)Writing region close event to WAL at 1732630742815 (+1 ms)Running coprocessor post-close hooks at 1732630742820 (+5 ms)Closed at 1732630742820 2024-11-26T14:19:02,821 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:19:02,928 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,40643,1732630728969; all regions closed. 2024-11-26T14:19:02,930 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/WALs/19945b63c2b4,40643,1732630728969/19945b63c2b4%2C40643%2C1732630728969.1732630731190 to pos 0, reset compression=false 2024-11-26T14:19:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741834_1010 (size=2742) 2024-11-26T14:19:02,935 DEBUG [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/oldWALs 2024-11-26T14:19:02,935 INFO [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40643%2C1732630728969.meta:.meta(num 1732630731891) 2024-11-26T14:19:02,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741837_1013 (size=1586) 2024-11-26T14:19:02,941 DEBUG [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/oldWALs 2024-11-26T14:19:02,941 INFO [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40643%2C1732630728969.rep:(num 1732630739064) 2024-11-26T14:19:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741832_1008 (size=93) 2024-11-26T14:19:02,949 DEBUG [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/oldWALs 2024-11-26T14:19:02,949 INFO [RS:0;19945b63c2b4:40643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40643%2C1732630728969:(num 1732630731190) 2024-11-26T14:19:02,949 DEBUG [RS:0;19945b63c2b4:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,949 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:19:02,949 INFO [RS:0;19945b63c2b4:40643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:19:02,949 INFO [RS:0;19945b63c2b4:40643 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:19:02,949 INFO [RS:0;19945b63c2b4:40643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:19:02,949 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:19:02,949 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,40643,1732630728969 because: Region server is closing 2024-11-26T14:19:02,950 INFO [RS:0;19945b63c2b4:40643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:40643. 2024-11-26T14:19:02,950 DEBUG [RS:0;19945b63c2b4:40643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:02,950 DEBUG [RS:0;19945b63c2b4:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,950 DEBUG [RS:0;19945b63c2b4:40643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:02,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:03,050 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.shipper19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:19:03,050 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.wal-reader.19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:19:03,051 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,40643,1732630728969.replicationSource.shipper19945b63c2b4%2C40643%2C1732630728969,1-19945b63c2b4,40643,1732630728969 terminated 2024-11-26T14:19:03,051 INFO [RS:0;19945b63c2b4:40643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40643 2024-11-26T14:19:03,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001/rs 2024-11-26T14:19:03,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-193798001/rs/19945b63c2b4,40643,1732630728969 2024-11-26T14:19:03,071 INFO [RS:0;19945b63c2b4:40643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:19:03,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,40643,1732630728969] 2024-11-26T14:19:03,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-193798001/draining/19945b63c2b4,40643,1732630728969 already deleted, retry=false 2024-11-26T14:19:03,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,40643,1732630728969 expired; onlineServers=0 2024-11-26T14:19:03,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,33075,1732630728777' ***** 2024-11-26T14:19:03,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:19:03,187 INFO [M:0;19945b63c2b4:33075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:19:03,188 INFO [M:0;19945b63c2b4:33075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:19:03,188 DEBUG [M:0;19945b63c2b4:33075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:19:03,188 DEBUG [M:0;19945b63c2b4:33075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:19:03,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:19:03,188 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630730998 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630730998,5,FailOnTimeoutGroup] 2024-11-26T14:19:03,188 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630730998 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630730998,5,FailOnTimeoutGroup] 2024-11-26T14:19:03,188 INFO [M:0;19945b63c2b4:33075 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:19:03,188 INFO [M:0;19945b63c2b4:33075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:19:03,188 DEBUG [M:0;19945b63c2b4:33075 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:19:03,188 INFO [M:0;19945b63c2b4:33075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:19:03,188 INFO [M:0;19945b63c2b4:33075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:19:03,188 INFO [M:0;19945b63c2b4:33075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:19:03,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:19:03,233 INFO [RS:0;19945b63c2b4:40643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:19:03,233 INFO [RS:0;19945b63c2b4:40643 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,40643,1732630728969; zookeeper connection closed. 2024-11-26T14:19:03,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:03,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40643-0x1017782c3360001, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:03,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ed2f2c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ed2f2c7 2024-11-26T14:19:03,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:19:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-193798001/master 2024-11-26T14:19:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-193798001 2024-11-26T14:19:03,274 DEBUG [M:0;19945b63c2b4:33075 {}] zookeeper.ZKUtil(347): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Unable to get data of znode /0-193798001/master because node does not exist (not an error) 2024-11-26T14:19:03,274 WARN [M:0;19945b63c2b4:33075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:19:03,274 INFO [M:0;19945b63c2b4:33075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/.lastflushedseqids 2024-11-26T14:19:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741842_1018 (size=181) 2024-11-26T14:19:03,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:19:03,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:03,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:03,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:03,680 INFO [M:0;19945b63c2b4:33075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:19:03,680 INFO [M:0;19945b63c2b4:33075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:19:03,680 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:19:03,680 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:03,680 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:03,680 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:19:03,680 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:03,680 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T14:19:03,702 DEBUG [M:0;19945b63c2b4:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff8b0e887b1c4d81b82c507f848cbd00 is 82, key is hbase:meta,,1/info:regioninfo/1732630731968/Put/seqid=0 2024-11-26T14:19:03,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741843_1019 (size=5672) 2024-11-26T14:19:03,723 INFO [M:0;19945b63c2b4:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff8b0e887b1c4d81b82c507f848cbd00 2024-11-26T14:19:03,766 DEBUG [M:0;19945b63c2b4:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ee8d7120e14d75879657fc3bd97716 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732630739112/Put/seqid=0 2024-11-26T14:19:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741844_1020 (size=7203) 2024-11-26T14:19:03,781 INFO [M:0;19945b63c2b4:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ee8d7120e14d75879657fc3bd97716 2024-11-26T14:19:03,807 DEBUG [M:0;19945b63c2b4:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e42189ade8f7441ba0692b708a29e4e5 is 69, key is 19945b63c2b4,40643,1732630728969/rs:state/1732630731035/Put/seqid=0 2024-11-26T14:19:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741845_1021 (size=5156) 2024-11-26T14:19:04,213 INFO [M:0;19945b63c2b4:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e42189ade8f7441ba0692b708a29e4e5 2024-11-26T14:19:04,219 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff8b0e887b1c4d81b82c507f848cbd00 as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff8b0e887b1c4d81b82c507f848cbd00 2024-11-26T14:19:04,225 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff8b0e887b1c4d81b82c507f848cbd00, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T14:19:04,227 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ee8d7120e14d75879657fc3bd97716 as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ee8d7120e14d75879657fc3bd97716 2024-11-26T14:19:04,242 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ee8d7120e14d75879657fc3bd97716, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T14:19:04,246 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e42189ade8f7441ba0692b708a29e4e5 as hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e42189ade8f7441ba0692b708a29e4e5 2024-11-26T14:19:04,251 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43151/user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e42189ade8f7441ba0692b708a29e4e5, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T14:19:04,252 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=70, compaction requested=false 2024-11-26T14:19:04,253 INFO [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:04,253 DEBUG [M:0;19945b63c2b4:33075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630743680Disabling compacts and flushes for region at 1732630743680Disabling writes for close at 1732630743680Obtaining lock to block concurrent updates at 1732630743681 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630743681Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732630743681Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630743682 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630743682Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630743702 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630743702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630743741 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630743765 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630743766 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630743787 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630743807 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630743807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60664b4b: reopening flushed file at 1732630744218 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e0b19c: reopening flushed file at 1732630744225 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5712e18d: reopening flushed file at 1732630744242 (+17 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=70, compaction requested=false at 1732630744252 (+10 ms)Writing region close event to WAL at 1732630744253 (+1 ms)Closed at 1732630744253 2024-11-26T14:19:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38865 is added to blk_1073741830_1006 (size=41008) 2024-11-26T14:19:04,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b6ce6a5-eb08-9adc-f615-acebcf9143c3/MasterData/WALs/19945b63c2b4,33075,1732630728777/19945b63c2b4%2C33075%2C1732630728777.1732630730744 not finished, retry = 0 2024-11-26T14:19:04,357 INFO [M:0;19945b63c2b4:33075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:19:04,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:19:04,357 INFO [M:0;19945b63c2b4:33075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33075 2024-11-26T14:19:04,357 INFO [M:0;19945b63c2b4:33075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:19:04,496 INFO [M:0;19945b63c2b4:33075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:19:04,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:04,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x1017782c3360000, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:19:04,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61131b46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:19:04,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24849c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:19:04,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:19:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b58e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:19:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir/,STOPPED} 2024-11-26T14:19:04,517 WARN [BP-1865730251-172.17.0.3-1732630726565 heartbeating to localhost/127.0.0.1:43151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:19:04,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:19:04,517 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:19:04,517 WARN [BP-1865730251-172.17.0.3-1732630726565 heartbeating to localhost/127.0.0.1:43151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865730251-172.17.0.3-1732630726565 (Datanode Uuid 6fd18b35-3d82-4642-96cf-fe1f027ff1e6) service to localhost/127.0.0.1:43151 2024-11-26T14:19:04,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/data/data1/current/BP-1865730251-172.17.0.3-1732630726565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:19:04,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/cluster_02171d13-cea6-9865-8337-56a09dab2856/data/data2/current/BP-1865730251-172.17.0.3-1732630726565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:19:04,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:19:04,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79d1e79d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:19:04,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3553eb7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:19:04,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:19:04,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42df17bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:19:04,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb137fd-ea84-2753-3e5f-45e53dc27acd/hadoop.log.dir/,STOPPED} 2024-11-26T14:19:04,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:19:04,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:19:04,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 111) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43151 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44581 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=735 (was 718) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5956 (was 5335) - AvailableMemoryMB LEAK? - 2024-11-26T14:19:04,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=735, ProcessCount=11, AvailableMemoryMB=5955 2024-11-26T14:19:04,576 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-26T14:19:04,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir so I do NOT create it in target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4 2024-11-26T14:19:04,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:19:04,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.tmp.dir so I do NOT create it in target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4 2024-11-26T14:19:04,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/415ca2bf-9d30-a9fd-d0ec-b7dc375d3243/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:19:04,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4 2024-11-26T14:19:04,576 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209, deleteOnExit=true 2024-11-26T14:19:04,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/zookeeper_0, clientPort=55884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:19:04,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55884 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/test.cache.data in system properties and HBase conf 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:19:04,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:19:04,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:19:04,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:19:04,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017782c3360002, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:19:04,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017782c3360002, quorum=127.0.0.1:49667, baseZNode=/0-193798001 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:19:04,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017782c3360005, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:19:04,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017782c3360005, quorum=127.0.0.1:49667, baseZNode=/11976838464 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:19:05,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:19:05,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:19:05,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:19:05,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:19:05,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:19:05,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:19:05,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18935bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:19:05,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d51fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:19:05,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9c7b09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/java.io.tmpdir/jetty-localhost-42513-hadoop-hdfs-3_4_1-tests_jar-_-any-12457316670190993127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:19:05,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54c00bb3{HTTP/1.1, (http/1.1)}{localhost:42513} 2024-11-26T14:19:05,262 INFO [Time-limited test {}] server.Server(415): Started @55170ms 2024-11-26T14:19:05,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:19:05,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:19:05,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:19:05,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:19:05,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:19:05,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3883b1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:19:05,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c90b6b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:19:05,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f91142a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/java.io.tmpdir/jetty-localhost-46263-hadoop-hdfs-3_4_1-tests_jar-_-any-10488221365112675259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:19:05,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22455244{HTTP/1.1, (http/1.1)}{localhost:46263} 2024-11-26T14:19:05,891 INFO [Time-limited test {}] server.Server(415): Started @55799ms 2024-11-26T14:19:05,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:19:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:19:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:19:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:19:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:19:07,291 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/data/data1/current/BP-1349530637-172.17.0.3-1732630744603/current, will proceed with Du for space computation calculation, 2024-11-26T14:19:07,291 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/data/data2/current/BP-1349530637-172.17.0.3-1732630744603/current, will proceed with Du for space computation calculation, 2024-11-26T14:19:07,314 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:19:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb22ca16da946f16 with lease ID 0x4f4d9e4da11b98c0: Processing first storage report for DS-8f48e8ae-ef41-4e15-bb01-48042e780ad4 from datanode DatanodeRegistration(127.0.0.1:39817, datanodeUuid=3f18435d-3085-4316-98c8-14055a108b7f, infoPort=36765, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1363732622;c=1732630744603) 2024-11-26T14:19:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb22ca16da946f16 with lease ID 0x4f4d9e4da11b98c0: from storage DS-8f48e8ae-ef41-4e15-bb01-48042e780ad4 node DatanodeRegistration(127.0.0.1:39817, datanodeUuid=3f18435d-3085-4316-98c8-14055a108b7f, infoPort=36765, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1363732622;c=1732630744603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:19:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb22ca16da946f16 with lease ID 0x4f4d9e4da11b98c0: Processing first storage report for DS-e4d199f6-2085-4730-831b-cfa0aa32e695 from datanode DatanodeRegistration(127.0.0.1:39817, datanodeUuid=3f18435d-3085-4316-98c8-14055a108b7f, infoPort=36765, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1363732622;c=1732630744603) 2024-11-26T14:19:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb22ca16da946f16 with lease ID 0x4f4d9e4da11b98c0: from storage DS-e4d199f6-2085-4730-831b-cfa0aa32e695 node DatanodeRegistration(127.0.0.1:39817, datanodeUuid=3f18435d-3085-4316-98c8-14055a108b7f, infoPort=36765, infoSecurePort=0, ipcPort=46719, storageInfo=lv=-57;cid=testClusterID;nsid=1363732622;c=1732630744603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:19:07,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4 2024-11-26T14:19:07,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:07,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:19:07,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea with version=8 2024-11-26T14:19:07,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/hbase-staging 2024-11-26T14:19:07,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:19:07,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:07,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:07,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:19:07,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:07,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:19:07,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:19:07,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:19:07,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45137 2024-11-26T14:19:07,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45137 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-26T14:19:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451370x0, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:19:07,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45137-0x101778309ae0000 connected 2024-11-26T14:19:07,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:07,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:07,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/running 2024-11-26T14:19:07,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea, hbase.cluster.distributed=false 2024-11-26T14:19:07,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/acl 2024-11-26T14:19:07,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-26T14:19:07,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45137 2024-11-26T14:19:07,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45137 2024-11-26T14:19:07,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-26T14:19:07,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-26T14:19:07,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:19:07,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:19:07,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45641 2024-11-26T14:19:07,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45641 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-26T14:19:07,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:07,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456410x0, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:19:08,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456410x0, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/running 2024-11-26T14:19:08,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45641-0x101778309ae0001 connected 2024-11-26T14:19:08,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:19:08,009 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:19:08,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/master 2024-11-26T14:19:08,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/acl 2024-11-26T14:19:08,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45641 2024-11-26T14:19:08,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45641 2024-11-26T14:19:08,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45641 2024-11-26T14:19:08,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45641 2024-11-26T14:19:08,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45641 2024-11-26T14:19:08,034 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:45137 2024-11-26T14:19:08,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-274121014/backup-masters/19945b63c2b4,45137,1732630747745 2024-11-26T14:19:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014/backup-masters 2024-11-26T14:19:08,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014/backup-masters 2024-11-26T14:19:08,046 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on existing znode=/0-274121014/backup-masters/19945b63c2b4,45137,1732630747745 2024-11-26T14:19:08,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-274121014/master 2024-11-26T14:19:08,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:08,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:08,057 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on existing znode=/0-274121014/master 2024-11-26T14:19:08,057 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-274121014/backup-masters/19945b63c2b4,45137,1732630747745 from backup master directory 2024-11-26T14:19:08,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014/backup-masters 2024-11-26T14:19:08,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-274121014/backup-masters/19945b63c2b4,45137,1732630747745 2024-11-26T14:19:08,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014/backup-masters 2024-11-26T14:19:08,067 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:19:08,067 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,45137,1732630747745 2024-11-26T14:19:08,072 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/hbase.id] with ID: 09e28d6b-b430-45ae-9e54-89d44d6c4577 2024-11-26T14:19:08,072 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/.tmp/hbase.id 2024-11-26T14:19:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:19:08,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:19:08,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:08,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:08,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:08,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:08,477 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/.tmp/hbase.id]:[hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/hbase.id] 2024-11-26T14:19:08,497 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:08,497 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:19:08,498 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:19:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:19:08,926 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:19:08,927 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:19:08,927 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:19:09,335 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store 2024-11-26T14:19:09,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:19:09,742 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:09,742 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:19:09,742 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:09,742 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:09,742 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:19:09,742 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:09,742 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:09,742 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630749742Disabling compacts and flushes for region at 1732630749742Disabling writes for close at 1732630749742Writing region close event to WAL at 1732630749742Closed at 1732630749742 2024-11-26T14:19:09,743 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/.initializing 2024-11-26T14:19:09,743 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/WALs/19945b63c2b4,45137,1732630747745 2024-11-26T14:19:09,744 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:19:09,748 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C45137%2C1732630747745, suffix=, logDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/WALs/19945b63c2b4,45137,1732630747745, archiveDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/oldWALs, maxLogs=10 2024-11-26T14:19:09,767 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/WALs/19945b63c2b4,45137,1732630747745/19945b63c2b4%2C45137%2C1732630747745.1732630749749, exclude list is [], retry=0 2024-11-26T14:19:09,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-8f48e8ae-ef41-4e15-bb01-48042e780ad4,DISK] 2024-11-26T14:19:09,772 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/WALs/19945b63c2b4,45137,1732630747745/19945b63c2b4%2C45137%2C1732630747745.1732630749749 2024-11-26T14:19:09,776 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-11-26T14:19:09,776 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:09,776 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:09,776 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,777 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:19:09,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:09,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:09,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:19:09,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:09,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:09,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:19:09,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:19:09,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:09,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:09,789 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,790 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,790 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,791 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,792 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,792 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:19:09,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:09,802 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:09,803 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66669226, jitterRate=-0.006551116704940796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:19:09,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630749777Initializing all the Stores at 1732630749777Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630749777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630749778 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630749778Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630749778Cleaning up temporary data from old regions at 1732630749792 (+14 ms)Region opened successfully at 1732630749804 (+12 ms) 2024-11-26T14:19:09,816 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:19:09,822 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1dc6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:19:09,823 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:19:09,823 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:19:09,823 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:19:09,823 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:19:09,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:19:09,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:19:09,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:19:09,840 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:19:09,848 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Unable to get data of znode /0-274121014/balancer because node does not exist (not necessarily an error) 2024-11-26T14:19:09,860 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-274121014/balancer already deleted, retry=false 2024-11-26T14:19:09,861 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:19:09,862 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Unable to get data of znode /0-274121014/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:19:09,871 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-274121014/normalizer already deleted, retry=false 2024-11-26T14:19:09,871 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:19:09,873 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Unable to get data of znode /0-274121014/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:19:09,881 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-274121014/switch/split already deleted, retry=false 2024-11-26T14:19:09,883 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Unable to get data of znode /0-274121014/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:19:09,892 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-274121014/switch/merge already deleted, retry=false 2024-11-26T14:19:09,895 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Unable to get data of znode /0-274121014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:19:09,902 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-274121014/snapshot-cleanup already deleted, retry=false 2024-11-26T14:19:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-274121014/running 2024-11-26T14:19:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-274121014/running 2024-11-26T14:19:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:09,914 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,45137,1732630747745, sessionid=0x101778309ae0000, setting cluster-up flag (Was=false) 2024-11-26T14:19:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:09,966 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-274121014/flush-table-proc/acquired, /0-274121014/flush-table-proc/reached, /0-274121014/flush-table-proc/abort 2024-11-26T14:19:09,967 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,45137,1732630747745 2024-11-26T14:19:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:10,018 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-274121014/online-snapshot/acquired, /0-274121014/online-snapshot/reached, /0-274121014/online-snapshot/abort 2024-11-26T14:19:10,019 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,45137,1732630747745 2024-11-26T14:19:10,020 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:19:10,022 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:10,022 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:19:10,022 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:19:10,022 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,45137,1732630747745 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:19:10,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:10,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:19:10,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:10,027 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630780027 2024-11-26T14:19:10,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:19:10,027 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:19:10,028 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:19:10,028 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:19:10,028 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:19:10,028 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:19:10,028 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:19:10,028 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,028 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(746): ClusterId : 09e28d6b-b430-45ae-9e54-89d44d6c4577 2024-11-26T14:19:10,028 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:19:10,032 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:19:10,032 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:19:10,032 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:19:10,032 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:19:10,033 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:19:10,033 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:19:10,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630750033,5,FailOnTimeoutGroup] 2024-11-26T14:19:10,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630750034,5,FailOnTimeoutGroup] 2024-11-26T14:19:10,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:19:10,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:19:10,040 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:19:10,040 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:19:10,051 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:19:10,051 DEBUG [RS:0;19945b63c2b4:45641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3f464c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:19:10,064 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:45641 2024-11-26T14:19:10,064 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:19:10,064 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:19:10,064 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:19:10,065 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,45137,1732630747745 with port=45641, startcode=1732630747986 2024-11-26T14:19:10,065 DEBUG [RS:0;19945b63c2b4:45641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:19:10,067 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:19:10,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,45641,1732630747986 2024-11-26T14:19:10,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45137 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:10,069 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea 2024-11-26T14:19:10,069 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44335 2024-11-26T14:19:10,069 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:19:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014/rs 2024-11-26T14:19:10,082 DEBUG [RS:0;19945b63c2b4:45641 {}] zookeeper.ZKUtil(111): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on existing znode=/0-274121014/rs/19945b63c2b4,45641,1732630747986 2024-11-26T14:19:10,082 WARN [RS:0;19945b63c2b4:45641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:19:10,082 INFO [RS:0;19945b63c2b4:45641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:10,082 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986 2024-11-26T14:19:10,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,45641,1732630747986] 2024-11-26T14:19:10,086 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:19:10,088 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:19:10,088 INFO [RS:0;19945b63c2b4:45641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:19:10,088 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,089 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:19:10,090 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:19:10,090 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,090 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,090 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,090 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,090 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,090 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,090 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:19:10,091 DEBUG [RS:0;19945b63c2b4:45641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:19:10,092 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,092 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,092 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,092 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,092 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,092 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45641,1732630747986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:19:10,105 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:19:10,105 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45641,1732630747986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,105 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,105 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.Replication(171): 19945b63c2b4,45641,1732630747986 started 2024-11-26T14:19:10,117 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:10,118 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,45641,1732630747986, RpcServer on 19945b63c2b4/172.17.0.3:45641, sessionid=0x101778309ae0001 2024-11-26T14:19:10,118 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:19:10,118 DEBUG [RS:0;19945b63c2b4:45641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,45641,1732630747986 2024-11-26T14:19:10,118 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,45641,1732630747986' 2024-11-26T14:19:10,118 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-274121014/flush-table-proc/abort' 2024-11-26T14:19:10,118 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-274121014/flush-table-proc/acquired' 2024-11-26T14:19:10,119 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:19:10,119 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:19:10,119 DEBUG [RS:0;19945b63c2b4:45641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,45641,1732630747986 2024-11-26T14:19:10,119 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,45641,1732630747986' 2024-11-26T14:19:10,119 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-274121014/online-snapshot/abort' 2024-11-26T14:19:10,119 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-274121014/online-snapshot/acquired' 2024-11-26T14:19:10,120 DEBUG [RS:0;19945b63c2b4:45641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:19:10,120 INFO [RS:0;19945b63c2b4:45641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:19:10,120 INFO [RS:0;19945b63c2b4:45641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:19:10,220 INFO [RS:0;19945b63c2b4:45641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:19:10,222 INFO [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C45641%2C1732630747986, suffix=, logDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986, archiveDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/oldWALs, maxLogs=10 2024-11-26T14:19:10,234 DEBUG [RS:0;19945b63c2b4:45641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222, exclude list is [], retry=0 2024-11-26T14:19:10,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-8f48e8ae-ef41-4e15-bb01-48042e780ad4,DISK] 2024-11-26T14:19:10,238 INFO [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 2024-11-26T14:19:10,239 DEBUG [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-11-26T14:19:10,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:19:10,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea 2024-11-26T14:19:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:19:10,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:10,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:19:10,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:19:10,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:10,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:10,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:19:10,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:19:10,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:10,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:10,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:19:10,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:19:10,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:10,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:10,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:19:10,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:19:10,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:10,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:10,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:19:10,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740 2024-11-26T14:19:10,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740 2024-11-26T14:19:10,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:19:10,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:19:10,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:19:10,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:19:10,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:10,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69251649, jitterRate=0.03192998468875885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:19:10,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630750847Initializing all the Stores at 1732630750848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630750848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630750848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630750848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630750848Cleaning up temporary data from old regions at 1732630750860 (+12 ms)Region opened successfully at 1732630750866 (+6 ms) 2024-11-26T14:19:10,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:19:10,866 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:19:10,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:19:10,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:19:10,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:19:10,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:19:10,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630750866Disabling compacts and flushes for region at 1732630750866Disabling writes for close at 1732630750866Writing region close event to WAL at 1732630750867 (+1 ms)Closed at 1732630750867 2024-11-26T14:19:10,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:10,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:19:10,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:19:10,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:19:10,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:19:11,022 DEBUG [19945b63c2b4:45137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:19:11,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:11,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,45641,1732630747986, state=OPENING 2024-11-26T14:19:11,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:19:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:11,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:11,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-274121014/meta-region-server: CHANGED 2024-11-26T14:19:11,188 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:19:11,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-274121014/meta-region-server: CHANGED 2024-11-26T14:19:11,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,45641,1732630747986}] 2024-11-26T14:19:11,342 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:19:11,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:19:11,347 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:19:11,347 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:11,348 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:19:11,349 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C45641%2C1732630747986.meta, suffix=.meta, logDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986, archiveDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/oldWALs, maxLogs=10 2024-11-26T14:19:11,362 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.meta.1732630751349.meta, exclude list is [], retry=0 2024-11-26T14:19:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-8f48e8ae-ef41-4e15-bb01-48042e780ad4,DISK] 2024-11-26T14:19:11,367 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.meta.1732630751349.meta 2024-11-26T14:19:11,368 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-11-26T14:19:11,368 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:11,369 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:19:11,369 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:19:11,369 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:19:11,369 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:19:11,369 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:19:11,369 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:11,369 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:19:11,370 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:19:11,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:19:11,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:19:11,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:11,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:11,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:19:11,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:19:11,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:19:11,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:19:11,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:11,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:11,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:19:11,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:19:11,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:11,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:11,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:19:11,377 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740 2024-11-26T14:19:11,378 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740 2024-11-26T14:19:11,379 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:19:11,379 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:19:11,379 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:19:11,380 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:19:11,381 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63936204, jitterRate=-0.047276318073272705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:19:11,381 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:19:11,381 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630751370Writing region info on filesystem at 1732630751370Initializing all the Stores at 1732630751371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630751371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630751371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630751371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630751371Cleaning up temporary data from old regions at 1732630751379 (+8 ms)Running coprocessor post-open hooks at 1732630751381 (+2 ms)Region opened successfully at 1732630751381 2024-11-26T14:19:11,382 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630751341 2024-11-26T14:19:11,385 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:19:11,385 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:19:11,385 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:11,386 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,45641,1732630747986, state=OPEN 2024-11-26T14:19:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-274121014/meta-region-server 2024-11-26T14:19:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-274121014/meta-region-server 2024-11-26T14:19:11,461 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:11,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-274121014/meta-region-server: CHANGED 2024-11-26T14:19:11,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-274121014/meta-region-server: CHANGED 2024-11-26T14:19:11,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:19:11,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,45641,1732630747986 in 272 msec 2024-11-26T14:19:11,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:19:11,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-11-26T14:19:11,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:11,469 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:19:11,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:11,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45641,1732630747986, seqNum=-1] 2024-11-26T14:19:11,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:11,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:11,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4550 sec 2024-11-26T14:19:11,478 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630751478, completionTime=-1 2024-11-26T14:19:11,478 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:19:11,478 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630811483 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630871483 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45137,1732630747745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45137,1732630747745-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45137,1732630747745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,484 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:45137, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,484 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,484 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,486 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.420sec 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45137,1732630747745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:19:11,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45137,1732630747745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:19:11,490 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:19:11,490 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:19:11,490 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45137,1732630747745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:11,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16211368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:11,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45137,-1 for getting cluster id 2024-11-26T14:19:11,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:11,531 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09e28d6b-b430-45ae-9e54-89d44d6c4577' 2024-11-26T14:19:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09e28d6b-b430-45ae-9e54-89d44d6c4577" 2024-11-26T14:19:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cdaf11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45137,-1] 2024-11-26T14:19:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:11,532 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:11,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:11,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45641,1732630747986, seqNum=-1] 2024-11-26T14:19:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:11,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:11,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,45137,1732630747745 2024-11-26T14:19:11,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-26T14:19:11,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:19:11,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101778309ae0002 connected 2024-11-26T14:19:11,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir so I do NOT create it in target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776 2024-11-26T14:19:11,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:19:11,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.tmp.dir so I do NOT create it in target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776 2024-11-26T14:19:11,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:19:11,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776 2024-11-26T14:19:11,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:19:11,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/cluster_0eb32fc8-8078-54a8-e140-79f741c06cfa, deleteOnExit=true 2024-11-26T14:19:11,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:19:11,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/test.cache.data in system properties and HBase conf 2024-11-26T14:19:11,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:19:11,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:19:11,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:19:11,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:19:11,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:19:11,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:19:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:19:11,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:19:11,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:19:11,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:19:11,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:19:11,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:19:12,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:19:12,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:19:12,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:19:12,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:19:12,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:19:12,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:19:12,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c38981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:19:12,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d37d792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:19:12,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db24222{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/java.io.tmpdir/jetty-localhost-46047-hadoop-hdfs-3_4_1-tests_jar-_-any-10687676712810608807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:19:12,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6143d8b4{HTTP/1.1, (http/1.1)}{localhost:46047} 2024-11-26T14:19:12,112 INFO [Time-limited test {}] server.Server(415): Started @62019ms 2024-11-26T14:19:12,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:19:12,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:19:12,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:19:12,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:19:12,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:19:12,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2510069b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:19:12,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6528ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:19:12,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c9e5f91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/java.io.tmpdir/jetty-localhost-41185-hadoop-hdfs-3_4_1-tests_jar-_-any-177923275044627219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:19:12,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36776ddb{HTTP/1.1, (http/1.1)}{localhost:41185} 2024-11-26T14:19:12,753 INFO [Time-limited test {}] server.Server(415): Started @62660ms 2024-11-26T14:19:12,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:19:13,474 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/cluster_0eb32fc8-8078-54a8-e140-79f741c06cfa/data/data1/current/BP-591635728-172.17.0.3-1732630751601/current, will proceed with Du for space computation calculation, 2024-11-26T14:19:13,476 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/cluster_0eb32fc8-8078-54a8-e140-79f741c06cfa/data/data2/current/BP-591635728-172.17.0.3-1732630751601/current, will proceed with Du for space computation calculation, 2024-11-26T14:19:13,536 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:19:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c0e3d22cd1c0824 with lease ID 0x92f82784a3bac45f: Processing first storage report for DS-dcecf6a9-d2d3-44fa-ab30-47fff026ca39 from datanode DatanodeRegistration(127.0.0.1:44475, datanodeUuid=2a707c14-8208-44a8-88fd-b30349a0cc61, infoPort=41521, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=594620727;c=1732630751601) 2024-11-26T14:19:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c0e3d22cd1c0824 with lease ID 0x92f82784a3bac45f: from storage DS-dcecf6a9-d2d3-44fa-ab30-47fff026ca39 node DatanodeRegistration(127.0.0.1:44475, datanodeUuid=2a707c14-8208-44a8-88fd-b30349a0cc61, infoPort=41521, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=594620727;c=1732630751601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:19:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c0e3d22cd1c0824 with lease ID 0x92f82784a3bac45f: Processing first storage report for DS-fcaa5bbd-8a6d-4897-98b3-fdf258ad71ed from datanode DatanodeRegistration(127.0.0.1:44475, datanodeUuid=2a707c14-8208-44a8-88fd-b30349a0cc61, infoPort=41521, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=594620727;c=1732630751601) 2024-11-26T14:19:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c0e3d22cd1c0824 with lease ID 0x92f82784a3bac45f: from storage DS-fcaa5bbd-8a6d-4897-98b3-fdf258ad71ed node DatanodeRegistration(127.0.0.1:44475, datanodeUuid=2a707c14-8208-44a8-88fd-b30349a0cc61, infoPort=41521, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=594620727;c=1732630751601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:19:13,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776 2024-11-26T14:19:13,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:13,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:19:14,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564 with version=8 2024-11-26T14:19:14,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/hbase-staging 2024-11-26T14:19:14,005 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:19:14,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:14,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:14,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:19:14,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:14,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:19:14,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:19:14,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:19:14,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41145 2024-11-26T14:19:14,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41145 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-26T14:19:14,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411450x0, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:19:14,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41145-0x101778309ae0003 connected 2024-11-26T14:19:14,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:14,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:14,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/running 2024-11-26T14:19:14,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564, hbase.cluster.distributed=false 2024-11-26T14:19:14,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/acl 2024-11-26T14:19:14,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41145 2024-11-26T14:19:14,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41145 2024-11-26T14:19:14,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41145 2024-11-26T14:19:14,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41145 2024-11-26T14:19:14,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41145 2024-11-26T14:19:14,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:19:14,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:14,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:14,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:19:14,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:19:14,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:19:14,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:19:14,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:19:14,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34809 2024-11-26T14:19:14,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34809 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-26T14:19:14,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:14,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348090x0, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:19:14,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348090x0, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/running 2024-11-26T14:19:14,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:19:14,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34809-0x101778309ae0004 connected 2024-11-26T14:19:14,228 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:19:14,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/master 2024-11-26T14:19:14,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/acl 2024-11-26T14:19:14,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-26T14:19:14,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34809 2024-11-26T14:19:14,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34809 2024-11-26T14:19:14,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-26T14:19:14,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34809 2024-11-26T14:19:14,341 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:41145 2024-11-26T14:19:14,341 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12140450624/backup-masters/19945b63c2b4,41145,1732630754004 2024-11-26T14:19:14,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624/backup-masters 2024-11-26T14:19:14,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624/backup-masters 2024-11-26T14:19:14,354 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on existing znode=/12140450624/backup-masters/19945b63c2b4,41145,1732630754004 2024-11-26T14:19:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12140450624/master 2024-11-26T14:19:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:14,373 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on existing znode=/12140450624/master 2024-11-26T14:19:14,377 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12140450624/backup-masters/19945b63c2b4,41145,1732630754004 from backup master directory 2024-11-26T14:19:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12140450624/backup-masters/19945b63c2b4,41145,1732630754004 2024-11-26T14:19:14,395 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:19:14,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624/backup-masters 2024-11-26T14:19:14,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,41145,1732630754004 2024-11-26T14:19:14,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624/backup-masters 2024-11-26T14:19:14,406 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/hbase.id] with ID: 928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da 2024-11-26T14:19:14,406 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/.tmp/hbase.id 2024-11-26T14:19:14,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:19:14,843 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/.tmp/hbase.id]:[hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/hbase.id] 2024-11-26T14:19:14,854 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:14,854 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:19:14,855 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:19:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:14,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:19:15,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:19:15,278 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:19:15,278 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:15,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:19:15,686 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store 2024-11-26T14:19:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:19:16,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:19:16,093 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:16,093 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:19:16,093 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:16,093 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:16,093 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:19:16,093 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:16,093 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:19:16,093 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630756093Disabling compacts and flushes for region at 1732630756093Disabling writes for close at 1732630756093Writing region close event to WAL at 1732630756093Closed at 1732630756093 2024-11-26T14:19:16,094 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/.initializing 2024-11-26T14:19:16,095 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/WALs/19945b63c2b4,41145,1732630754004 2024-11-26T14:19:16,096 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:19:16,097 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C41145%2C1732630754004, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/WALs/19945b63c2b4,41145,1732630754004, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/oldWALs, maxLogs=10 2024-11-26T14:19:16,109 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/WALs/19945b63c2b4,41145,1732630754004/19945b63c2b4%2C41145%2C1732630754004.1732630756097, exclude list is [], retry=0 2024-11-26T14:19:16,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-dcecf6a9-d2d3-44fa-ab30-47fff026ca39,DISK] 2024-11-26T14:19:16,113 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/WALs/19945b63c2b4,41145,1732630754004/19945b63c2b4%2C41145%2C1732630754004.1732630756097 2024-11-26T14:19:16,114 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-26T14:19:16,114 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:16,114 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:16,114 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,114 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:19:16,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:16,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:16,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:19:16,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:16,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:16,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:19:16,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:19:16,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:16,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:16,122 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,122 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,123 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,124 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,124 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,124 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:19:16,125 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:19:16,127 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:16,127 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70080968, jitterRate=0.044287800788879395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:19:16,128 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630756114Initializing all the Stores at 1732630756115 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630756115Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630756115Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630756115Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630756115Cleaning up temporary data from old regions at 1732630756124 (+9 ms)Region opened successfully at 1732630756128 (+4 ms) 2024-11-26T14:19:16,128 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:19:16,131 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608490b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:19:16,132 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:19:16,132 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:19:16,132 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:19:16,132 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:19:16,133 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:19:16,133 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:19:16,133 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:19:16,135 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:19:16,136 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Unable to get data of znode /12140450624/balancer because node does not exist (not necessarily an error) 2024-11-26T14:19:16,171 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/balancer already deleted, retry=false 2024-11-26T14:19:16,172 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:19:16,173 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Unable to get data of znode /12140450624/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:19:16,182 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/normalizer already deleted, retry=false 2024-11-26T14:19:16,182 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:19:16,183 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Unable to get data of znode /12140450624/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:19:16,192 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/switch/split already deleted, retry=false 2024-11-26T14:19:16,194 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Unable to get data of znode /12140450624/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:19:16,203 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/switch/merge already deleted, retry=false 2024-11-26T14:19:16,205 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Unable to get data of znode /12140450624/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:19:16,218 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/snapshot-cleanup already deleted, retry=false 2024-11-26T14:19:16,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12140450624/running 2024-11-26T14:19:16,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12140450624/running 2024-11-26T14:19:16,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:16,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:16,229 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,41145,1732630754004, sessionid=0x101778309ae0003, setting cluster-up flag (Was=false) 2024-11-26T14:19:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:16,281 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12140450624/flush-table-proc/acquired, /12140450624/flush-table-proc/reached, /12140450624/flush-table-proc/abort 2024-11-26T14:19:16,282 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,41145,1732630754004 2024-11-26T14:19:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:16,386 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12140450624/online-snapshot/acquired, /12140450624/online-snapshot/reached, /12140450624/online-snapshot/abort 2024-11-26T14:19:16,388 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,41145,1732630754004 2024-11-26T14:19:16,389 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:19:16,391 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:16,391 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:19:16,391 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:19:16,392 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,41145,1732630754004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:19:16,393 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630786394 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:19:16,394 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:16,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:19:16,395 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630756395,5,FailOnTimeoutGroup] 2024-11-26T14:19:16,395 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630756395,5,FailOnTimeoutGroup] 2024-11-26T14:19:16,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,396 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:19:16,396 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,396 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,396 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:16,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:19:16,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:19:16,424 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(746): ClusterId : 928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da 2024-11-26T14:19:16,424 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:19:16,447 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:19:16,447 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:19:16,456 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:19:16,457 DEBUG [RS:0;19945b63c2b4:34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2b6685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:19:16,468 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:34809 2024-11-26T14:19:16,468 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:19:16,468 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:19:16,468 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:19:16,469 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,41145,1732630754004 with port=34809, startcode=1732630754181 2024-11-26T14:19:16,469 DEBUG [RS:0;19945b63c2b4:34809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:19:16,470 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:19:16,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,34809,1732630754181 2024-11-26T14:19:16,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41145 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,34809,1732630754181 2024-11-26T14:19:16,472 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564 2024-11-26T14:19:16,472 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33939 2024-11-26T14:19:16,473 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:19:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624/rs 2024-11-26T14:19:16,532 DEBUG [RS:0;19945b63c2b4:34809 {}] zookeeper.ZKUtil(111): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on existing znode=/12140450624/rs/19945b63c2b4,34809,1732630754181 2024-11-26T14:19:16,532 WARN [RS:0;19945b63c2b4:34809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:19:16,532 INFO [RS:0;19945b63c2b4:34809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:16,532 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181 2024-11-26T14:19:16,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,34809,1732630754181] 2024-11-26T14:19:16,536 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:19:16,538 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:19:16,538 INFO [RS:0;19945b63c2b4:34809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:19:16,538 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,538 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:19:16,539 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:19:16,539 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,539 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,539 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,539 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,539 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,539 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,539 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:19:16,540 DEBUG [RS:0;19945b63c2b4:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:19:16,540 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,540 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,540 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,540 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,540 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,540 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34809,1732630754181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:19:16,561 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:19:16,561 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34809,1732630754181-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,561 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,561 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.Replication(171): 19945b63c2b4,34809,1732630754181 started 2024-11-26T14:19:16,580 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:16,580 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,34809,1732630754181, RpcServer on 19945b63c2b4/172.17.0.3:34809, sessionid=0x101778309ae0004 2024-11-26T14:19:16,580 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:19:16,580 DEBUG [RS:0;19945b63c2b4:34809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,34809,1732630754181 2024-11-26T14:19:16,580 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,34809,1732630754181' 2024-11-26T14:19:16,580 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12140450624/flush-table-proc/abort' 2024-11-26T14:19:16,582 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12140450624/flush-table-proc/acquired' 2024-11-26T14:19:16,582 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:19:16,582 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:19:16,582 DEBUG [RS:0;19945b63c2b4:34809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,34809,1732630754181 2024-11-26T14:19:16,582 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,34809,1732630754181' 2024-11-26T14:19:16,582 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12140450624/online-snapshot/abort' 2024-11-26T14:19:16,583 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12140450624/online-snapshot/acquired' 2024-11-26T14:19:16,583 DEBUG [RS:0;19945b63c2b4:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:19:16,583 INFO [RS:0;19945b63c2b4:34809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:19:16,583 INFO [RS:0;19945b63c2b4:34809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:19:16,684 INFO [RS:0;19945b63c2b4:34809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:19:16,685 INFO [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C34809%2C1732630754181, suffix=, logDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/oldWALs, maxLogs=10 2024-11-26T14:19:16,700 DEBUG [RS:0;19945b63c2b4:34809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181/19945b63c2b4%2C34809%2C1732630754181.1732630756686, exclude list is [], retry=0 2024-11-26T14:19:16,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-dcecf6a9-d2d3-44fa-ab30-47fff026ca39,DISK] 2024-11-26T14:19:16,710 INFO [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181/19945b63c2b4%2C34809%2C1732630754181.1732630756686 2024-11-26T14:19:16,710 DEBUG [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-26T14:19:16,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:19:16,802 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564 2024-11-26T14:19:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:19:16,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:19:16,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:16,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:16,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:16,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:19:16,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:19:16,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:19:16,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:19:16,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:19:16,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:19:16,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:19:16,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:19:17,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:17,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:19:17,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:19:17,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:19:17,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:19:17,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:19:17,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:19:17,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:19:17,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:19:17,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:19:17,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740 2024-11-26T14:19:17,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740 2024-11-26T14:19:17,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:19:17,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:19:17,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:19:17,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:19:17,228 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:17,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66659182, jitterRate=-0.006700783967971802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:19:17,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630757209Initializing all the Stores at 1732630757210 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630757210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630757210Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630757210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630757210Cleaning up temporary data from old regions at 1732630757222 (+12 ms)Region opened successfully at 1732630757229 (+7 ms) 2024-11-26T14:19:17,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:19:17,229 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:19:17,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:19:17,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:19:17,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:19:17,230 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:19:17,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630757229Disabling compacts and flushes for region at 1732630757229Disabling writes for close at 1732630757229Writing region close event to WAL at 1732630757230 (+1 ms)Closed at 1732630757230 2024-11-26T14:19:17,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:17,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:19:17,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:19:17,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:19:17,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:19:17,386 DEBUG [19945b63c2b4:41145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:19:17,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,34809,1732630754181 2024-11-26T14:19:17,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,34809,1732630754181, state=OPENING 2024-11-26T14:19:17,397 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:19:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:17,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:19:17,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12140450624/meta-region-server: CHANGED 2024-11-26T14:19:17,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:19:17,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12140450624/meta-region-server: CHANGED 2024-11-26T14:19:17,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,34809,1732630754181}] 2024-11-26T14:19:17,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:19:17,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:19:17,566 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:19:17,566 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:17,566 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:19:17,568 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C34809%2C1732630754181.meta, suffix=.meta, logDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181, archiveDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/oldWALs, maxLogs=10 2024-11-26T14:19:17,579 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181/19945b63c2b4%2C34809%2C1732630754181.meta.1732630757568.meta, exclude list is [], retry=0 2024-11-26T14:19:17,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44475,DS-dcecf6a9-d2d3-44fa-ab30-47fff026ca39,DISK] 2024-11-26T14:19:17,583 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181/19945b63c2b4%2C34809%2C1732630754181.meta.1732630757568.meta 2024-11-26T14:19:17,583 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-26T14:19:17,583 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:17,584 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:19:17,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:19:17,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:19:17,584 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:19:17,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:19:17,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:17,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:19:17,584 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:19:17,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:19:17,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:19:17,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:19:17,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:19:17,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:19:17,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:19:17,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:19:17,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:19:17,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:19:17,591 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:19:17,592 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740 2024-11-26T14:19:17,593 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740 2024-11-26T14:19:17,594 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:19:17,594 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:19:17,594 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:19:17,595 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:19:17,596 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62891652, jitterRate=-0.06284135580062866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:19:17,596 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:19:17,596 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630757584Writing region info on filesystem at 1732630757584Initializing all the Stores at 1732630757585 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630757585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630757586 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630757586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630757586Cleaning up temporary data from old regions at 1732630757594 (+8 ms)Running coprocessor post-open hooks at 1732630757596 (+2 ms)Region opened successfully at 1732630757596 2024-11-26T14:19:17,597 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630757560 2024-11-26T14:19:17,599 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:19:17,599 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:19:17,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,34809,1732630754181 2024-11-26T14:19:17,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,34809,1732630754181, state=OPEN 2024-11-26T14:19:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12140450624/meta-region-server 2024-11-26T14:19:17,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12140450624/meta-region-server 2024-11-26T14:19:17,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,34809,1732630754181 2024-11-26T14:19:17,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12140450624/meta-region-server: CHANGED 2024-11-26T14:19:17,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12140450624/meta-region-server: CHANGED 2024-11-26T14:19:17,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:19:17,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,34809,1732630754181 in 206 msec 2024-11-26T14:19:17,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:19:17,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-26T14:19:17,619 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:19:17,619 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:19:17,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:17,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34809,1732630754181, seqNum=-1] 2024-11-26T14:19:17,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:17,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:17,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-26T14:19:17,628 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630757628, completionTime=-1 2024-11-26T14:19:17,628 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:19:17,628 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630817630 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630877630 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41145,1732630754004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41145,1732630754004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41145,1732630754004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:41145, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,630 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,631 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,632 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41145,1732630754004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:19:17,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41145,1732630754004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:19:17,636 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:19:17,636 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:19:17,636 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41145,1732630754004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:19:17,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab04785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:17,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41145,-1 for getting cluster id 2024-11-26T14:19:17,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:17,727 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da' 2024-11-26T14:19:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da" 2024-11-26T14:19:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657a3350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41145,-1] 2024-11-26T14:19:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:17,729 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:17,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad57ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:17,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34809,1732630754181, seqNum=-1] 2024-11-26T14:19:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:17,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:17,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,41145,1732630754004 2024-11-26T14:19:17,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55884 2024-11-26T14:19:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:19:17,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101778309ae0005 connected 2024-11-26T14:19:17,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45137,1732630747745 2024-11-26T14:19:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dbfd3cc 2024-11-26T14:19:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:17,784 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:17,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:19:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:19:17,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:19:17,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:17,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:19:17,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:19:17,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c2ac5ec7c3c59292fe60aad8f460aad, NAME => 'test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea 2024-11-26T14:19:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:19:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:18,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:18,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c2ac5ec7c3c59292fe60aad8f460aad, disabling compactions & flushes 2024-11-26T14:19:18,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. after waiting 0 ms 2024-11-26T14:19:18,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c2ac5ec7c3c59292fe60aad8f460aad: Waiting for close lock at 1732630758209Disabling compacts and flushes for region at 1732630758209Disabling writes for close at 1732630758209Writing region close event to WAL at 1732630758209Closed at 1732630758209 2024-11-26T14:19:18,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:19:18,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630758211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630758211"}]},"ts":"1732630758211"} 2024-11-26T14:19:18,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:19:18,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:19:18,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630758214"}]},"ts":"1732630758214"} 2024-11-26T14:19:18,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:19:18,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c2ac5ec7c3c59292fe60aad8f460aad, ASSIGN}] 2024-11-26T14:19:18,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c2ac5ec7c3c59292fe60aad8f460aad, ASSIGN 2024-11-26T14:19:18,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c2ac5ec7c3c59292fe60aad8f460aad, ASSIGN; state=OFFLINE, location=19945b63c2b4,45641,1732630747986; forceNewPlan=false, retain=false 2024-11-26T14:19:18,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c2ac5ec7c3c59292fe60aad8f460aad, regionState=OPENING, regionLocation=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:18,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c2ac5ec7c3c59292fe60aad8f460aad, ASSIGN because future has completed 2024-11-26T14:19:18,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c2ac5ec7c3c59292fe60aad8f460aad, server=19945b63c2b4,45641,1732630747986}] 2024-11-26T14:19:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:18,529 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,529 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c2ac5ec7c3c59292fe60aad8f460aad, NAME => 'test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:18,529 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:19:18,530 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:19:18,530 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,530 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:18,530 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,530 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,532 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,533 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2ac5ec7c3c59292fe60aad8f460aad columnFamilyName f 2024-11-26T14:19:18,533 DEBUG [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:18,534 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] regionserver.HStore(327): Store=1c2ac5ec7c3c59292fe60aad8f460aad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:18,534 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,535 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2ac5ec7c3c59292fe60aad8f460aad columnFamilyName f1 2024-11-26T14:19:18,535 DEBUG [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:18,535 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] regionserver.HStore(327): Store=1c2ac5ec7c3c59292fe60aad8f460aad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:18,536 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,537 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2ac5ec7c3c59292fe60aad8f460aad columnFamilyName norep 2024-11-26T14:19:18,537 DEBUG [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:18,537 INFO [StoreOpener-1c2ac5ec7c3c59292fe60aad8f460aad-1 {}] regionserver.HStore(327): Store=1c2ac5ec7c3c59292fe60aad8f460aad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:18,537 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,538 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,538 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,539 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,539 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,540 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:19:18,541 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,543 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:18,544 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c2ac5ec7c3c59292fe60aad8f460aad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69655106, jitterRate=0.037941962480545044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:19:18,544 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:19:18,545 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c2ac5ec7c3c59292fe60aad8f460aad: Running coprocessor pre-open hook at 1732630758530Writing region info on filesystem at 1732630758530Initializing all the Stores at 1732630758531 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630758531Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630758532 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630758532Cleaning up temporary data from old regions at 1732630758539 (+7 ms)Running coprocessor post-open hooks at 1732630758544 (+5 ms)Region opened successfully at 1732630758545 (+1 ms) 2024-11-26T14:19:18,547 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., pid=6, masterSystemTime=1732630758524 2024-11-26T14:19:18,550 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,550 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:19:18,552 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c2ac5ec7c3c59292fe60aad8f460aad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:18,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c2ac5ec7c3c59292fe60aad8f460aad, server=19945b63c2b4,45641,1732630747986 because future has completed 2024-11-26T14:19:18,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:19:18,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c2ac5ec7c3c59292fe60aad8f460aad, server=19945b63c2b4,45641,1732630747986 in 184 msec 2024-11-26T14:19:18,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:19:18,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c2ac5ec7c3c59292fe60aad8f460aad, ASSIGN in 342 msec 2024-11-26T14:19:18,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:19:18,562 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630758562"}]},"ts":"1732630758562"} 2024-11-26T14:19:18,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:19:18,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:19:18,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-26T14:19:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:18,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:18,934 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:19:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,41145,1732630754004 2024-11-26T14:19:18,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521bff77 2024-11-26T14:19:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:18,937 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:18,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:19:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:19:18,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:19:18,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:18,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:19:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:18,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:19:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:19:18,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 600ad044a24bac3b064fe6617569b6bc, NAME => 'test,,1732630758938.600ad044a24bac3b064fe6617569b6bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564 2024-11-26T14:19:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:19:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:19,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630758938.600ad044a24bac3b064fe6617569b6bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:19,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 600ad044a24bac3b064fe6617569b6bc, disabling compactions & flushes 2024-11-26T14:19:19,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. after waiting 0 ms 2024-11-26T14:19:19,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 600ad044a24bac3b064fe6617569b6bc: Waiting for close lock at 1732630759365Disabling compacts and flushes for region at 1732630759365Disabling writes for close at 1732630759365Writing region close event to WAL at 1732630759365Closed at 1732630759365 2024-11-26T14:19:19,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:19:19,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630758938.600ad044a24bac3b064fe6617569b6bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630759367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630759367"}]},"ts":"1732630759367"} 2024-11-26T14:19:19,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:19:19,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:19:19,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630759370"}]},"ts":"1732630759370"} 2024-11-26T14:19:19,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:19:19,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=600ad044a24bac3b064fe6617569b6bc, ASSIGN}] 2024-11-26T14:19:19,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=600ad044a24bac3b064fe6617569b6bc, ASSIGN 2024-11-26T14:19:19,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=600ad044a24bac3b064fe6617569b6bc, ASSIGN; state=OFFLINE, location=19945b63c2b4,34809,1732630754181; forceNewPlan=false, retain=false 2024-11-26T14:19:19,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=600ad044a24bac3b064fe6617569b6bc, regionState=OPENING, regionLocation=19945b63c2b4,34809,1732630754181 2024-11-26T14:19:19,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=600ad044a24bac3b064fe6617569b6bc, ASSIGN because future has completed 2024-11-26T14:19:19,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600ad044a24bac3b064fe6617569b6bc, server=19945b63c2b4,34809,1732630754181}] 2024-11-26T14:19:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:19,686 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,686 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 600ad044a24bac3b064fe6617569b6bc, NAME => 'test,,1732630758938.600ad044a24bac3b064fe6617569b6bc.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:19,686 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:19:19,686 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:19:19,686 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,686 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630758938.600ad044a24bac3b064fe6617569b6bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:19,687 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,687 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,688 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,689 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600ad044a24bac3b064fe6617569b6bc columnFamilyName f 2024-11-26T14:19:19,689 DEBUG [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:19,690 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] regionserver.HStore(327): Store=600ad044a24bac3b064fe6617569b6bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:19,690 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,691 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600ad044a24bac3b064fe6617569b6bc columnFamilyName f1 2024-11-26T14:19:19,691 DEBUG [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:19,691 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] regionserver.HStore(327): Store=600ad044a24bac3b064fe6617569b6bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:19,692 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,692 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600ad044a24bac3b064fe6617569b6bc columnFamilyName norep 2024-11-26T14:19:19,693 DEBUG [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:19,693 INFO [StoreOpener-600ad044a24bac3b064fe6617569b6bc-1 {}] regionserver.HStore(327): Store=600ad044a24bac3b064fe6617569b6bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:19,693 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,694 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,694 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,695 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,695 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,695 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:19:19,696 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,698 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:19,699 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 600ad044a24bac3b064fe6617569b6bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64900128, jitterRate=-0.0329127311706543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:19:19,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:19:19,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 600ad044a24bac3b064fe6617569b6bc: Running coprocessor pre-open hook at 1732630759687Writing region info on filesystem at 1732630759687Initializing all the Stores at 1732630759688 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630759688Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630759688Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630759688Cleaning up temporary data from old regions at 1732630759695 (+7 ms)Running coprocessor post-open hooks at 1732630759699 (+4 ms)Region opened successfully at 1732630759699 2024-11-26T14:19:19,700 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630758938.600ad044a24bac3b064fe6617569b6bc., pid=6, masterSystemTime=1732630759682 2024-11-26T14:19:19,703 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,703 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:19:19,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=600ad044a24bac3b064fe6617569b6bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,34809,1732630754181 2024-11-26T14:19:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600ad044a24bac3b064fe6617569b6bc, server=19945b63c2b4,34809,1732630754181 because future has completed 2024-11-26T14:19:19,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:19:19,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 600ad044a24bac3b064fe6617569b6bc, server=19945b63c2b4,34809,1732630754181 in 179 msec 2024-11-26T14:19:19,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:19:19,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=600ad044a24bac3b064fe6617569b6bc, ASSIGN in 338 msec 2024-11-26T14:19:19,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:19:19,715 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630759715"}]},"ts":"1732630759715"} 2024-11-26T14:19:19,717 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:19:19,718 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:19:19,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-26T14:19:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:19:20,085 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:19:20,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1238dd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45137,-1 for getting cluster id 2024-11-26T14:19:20,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:20,087 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09e28d6b-b430-45ae-9e54-89d44d6c4577' 2024-11-26T14:19:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09e28d6b-b430-45ae-9e54-89d44d6c4577" 2024-11-26T14:19:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a12d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45137,-1] 2024-11-26T14:19:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:20,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:20,088 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bfc79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5503e577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41145,-1 for getting cluster id 2024-11-26T14:19:20,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:20,092 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da' 2024-11-26T14:19:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da" 2024-11-26T14:19:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe0bc9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41145,-1] 2024-11-26T14:19:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:20,094 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345c3a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f12a5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45137,-1 for getting cluster id 2024-11-26T14:19:20,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:20,098 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09e28d6b-b430-45ae-9e54-89d44d6c4577' 2024-11-26T14:19:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09e28d6b-b430-45ae-9e54-89d44d6c4577" 2024-11-26T14:19:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496b04ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45137,-1] 2024-11-26T14:19:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:20,100 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f7df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45137,1732630747745 2024-11-26T14:19:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195764e9 2024-11-26T14:19:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:20,105 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:20,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:41145,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:19:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:19:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:19:20,108 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:41145' 2024-11-26T14:19:20,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5965641d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,109 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41145,-1 for getting cluster id 2024-11-26T14:19:20,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:20,110 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da' 2024-11-26T14:19:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da" 2024-11-26T14:19:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3704a5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41145,-1] 2024-11-26T14:19:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:20,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:20,112 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1067c278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:20,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,41145,1732630754004 2024-11-26T14:19:20,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e0107e4 2024-11-26T14:19:20,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:20,115 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:20,115 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:19:20,115 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:19:20,115 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:20,115 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:20,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:20,116 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:19:20,117 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:19:20,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:19:20,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:20,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:19:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:19:20,167 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:19:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:19:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:19:20,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c7694c0dd2e99e723aad63c47ba48f0, NAME => 'hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea 2024-11-26T14:19:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:19:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:19:20,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:20,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0c7694c0dd2e99e723aad63c47ba48f0, disabling compactions & flushes 2024-11-26T14:19:20,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:20,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:20,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. after waiting 0 ms 2024-11-26T14:19:20,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:20,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:20,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c7694c0dd2e99e723aad63c47ba48f0: Waiting for close lock at 1732630760934Disabling compacts and flushes for region at 1732630760934Disabling writes for close at 1732630760934Writing region close event to WAL at 1732630760934Closed at 1732630760934 2024-11-26T14:19:20,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:19:20,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630760935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630760935"}]},"ts":"1732630760935"} 2024-11-26T14:19:20,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:19:20,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:19:20,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630760939"}]},"ts":"1732630760939"} 2024-11-26T14:19:20,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:19:20,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c7694c0dd2e99e723aad63c47ba48f0, ASSIGN}] 2024-11-26T14:19:20,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c7694c0dd2e99e723aad63c47ba48f0, ASSIGN 2024-11-26T14:19:20,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c7694c0dd2e99e723aad63c47ba48f0, ASSIGN; state=OFFLINE, location=19945b63c2b4,45641,1732630747986; forceNewPlan=false, retain=false 2024-11-26T14:19:21,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c7694c0dd2e99e723aad63c47ba48f0, regionState=OPENING, regionLocation=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:21,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c7694c0dd2e99e723aad63c47ba48f0, ASSIGN because future has completed 2024-11-26T14:19:21,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c7694c0dd2e99e723aad63c47ba48f0, server=19945b63c2b4,45641,1732630747986}] 2024-11-26T14:19:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:19:21,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:21,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:19:21,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:19:21,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C45641%2C1732630747986.rep, suffix=, logDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986, archiveDir=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/oldWALs, maxLogs=10 2024-11-26T14:19:21,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.rep.1732630761253, exclude list is [], retry=0 2024-11-26T14:19:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39817,DS-8f48e8ae-ef41-4e15-bb01-48042e780ad4,DISK] 2024-11-26T14:19:21,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.rep.1732630761253 2024-11-26T14:19:21,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-11-26T14:19:21,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c7694c0dd2e99e723aad63c47ba48f0, NAME => 'hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:19:21,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:19:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:19:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. service=MultiRowMutationService 2024-11-26T14:19:21,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:19:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:19:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,271 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,272 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c7694c0dd2e99e723aad63c47ba48f0 columnFamilyName hfileref 2024-11-26T14:19:21,273 DEBUG [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:21,273 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] regionserver.HStore(327): Store=0c7694c0dd2e99e723aad63c47ba48f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:21,273 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,274 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c7694c0dd2e99e723aad63c47ba48f0 columnFamilyName queue 2024-11-26T14:19:21,274 DEBUG [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:21,275 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] regionserver.HStore(327): Store=0c7694c0dd2e99e723aad63c47ba48f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:21,275 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,276 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c7694c0dd2e99e723aad63c47ba48f0 columnFamilyName sid 2024-11-26T14:19:21,276 DEBUG [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:19:21,276 INFO [StoreOpener-0c7694c0dd2e99e723aad63c47ba48f0-1 {}] regionserver.HStore(327): Store=0c7694c0dd2e99e723aad63c47ba48f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:19:21,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:19:21,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:19:21,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0c7694c0dd2e99e723aad63c47ba48f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74510664, jitterRate=0.11029541492462158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:19:21,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:19:21,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0c7694c0dd2e99e723aad63c47ba48f0: Running coprocessor pre-open hook at 1732630761270Writing region info on filesystem at 1732630761270Initializing all the Stores at 1732630761271 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630761271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630761271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630761271Cleaning up temporary data from old regions at 1732630761279 (+8 ms)Running coprocessor post-open hooks at 1732630761283 (+4 ms)Region opened successfully at 1732630761284 (+1 ms) 2024-11-26T14:19:21,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0., pid=10, masterSystemTime=1732630761248 2024-11-26T14:19:21,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:21,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:19:21,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c7694c0dd2e99e723aad63c47ba48f0, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,45641,1732630747986 2024-11-26T14:19:21,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c7694c0dd2e99e723aad63c47ba48f0, server=19945b63c2b4,45641,1732630747986 because future has completed 2024-11-26T14:19:21,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:19:21,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c7694c0dd2e99e723aad63c47ba48f0, server=19945b63c2b4,45641,1732630747986 in 198 msec 2024-11-26T14:19:21,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:19:21,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c7694c0dd2e99e723aad63c47ba48f0, ASSIGN in 354 msec 2024-11-26T14:19:21,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:19:21,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630761300"}]},"ts":"1732630761300"} 2024-11-26T14:19:21,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:19:21,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:19:21,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-26T14:19:21,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0., hostname=19945b63c2b4,45641,1732630747986, seqNum=2] 2024-11-26T14:19:21,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:21,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:19:21,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:19:21,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:19:21,547 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:19:21,577 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,45641,1732630747986, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:19:21,577 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:21,577 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45641,1732630747986, seqNum=-1] 2024-11-26T14:19:21,578 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:21,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-26T14:19:21,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,45641,1732630747986', locateType=CURRENT is [region=hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0., hostname=19945b63c2b4,45641,1732630747986, seqNum=2] 2024-11-26T14:19:21,583 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:19:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:19:21,624 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,45641,1732630747986 suceeded 2024-11-26T14:19:21,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:19:21,628 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:41145,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-26T14:19:21,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-26T14:19:21,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-11-26T14:19:21,635 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:41145' 2024-11-26T14:19:21,637 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20452f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:21,637 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41145,-1 for getting cluster id 2024-11-26T14:19:21,637 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:21,638 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da' 2024-11-26T14:19:21,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:21,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da" 2024-11-26T14:19:21,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa28a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:21,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41145,-1] 2024-11-26T14:19:21,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:21,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:21,641 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:21,642 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1125d57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:21,642 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:21,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,41145,1732630754004 2024-11-26T14:19:21,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49592403 2024-11-26T14:19:21,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:21,644 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-26T14:19:21,645 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,45641,1732630747986 (queues=1) is replicating from cluster=09e28d6b-b430-45ae-9e54-89d44d6c4577 to cluster=928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da 2024-11-26T14:19:21,645 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C45641%2C1732630747986 2024-11-26T14:19:21,645 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,45641,1732630747986, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:19:21,645 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C45641%2C1732630747986 2024-11-26T14:19:21,645 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222, startPosition=0, beingWritten=true 2024-11-26T14:19:21,654 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:19:21,654 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 379, reset compression=false 2024-11-26T14:19:21,654 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45641,1732630747986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:19:21,858 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 379, reset compression=false 2024-11-26T14:19:22,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:19:22,163 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 379, reset compression=false 2024-11-26T14:19:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:19:22,255 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:19:22,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:22,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:22,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:22,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:22,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:22,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:22,261 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732630762259/Put/seqid=0 2024-11-26T14:19:22,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741840_1016 (size=7894) 2024-11-26T14:19:22,567 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 379, reset compression=false 2024-11-26T14:19:22,670 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_1 is 34, key is ddd/f:row/1732630762668/Put/seqid=0 2024-11-26T14:19:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741841_1017 (size=7691) 2024-11-26T14:19:23,076 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 379, reset compression=false 2024-11-26T14:19:23,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:19:23,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe505f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:23,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45137,-1 for getting cluster id 2024-11-26T14:19:23,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:23,102 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09e28d6b-b430-45ae-9e54-89d44d6c4577' 2024-11-26T14:19:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:23,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09e28d6b-b430-45ae-9e54-89d44d6c4577" 2024-11-26T14:19:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619c49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45137,-1] 2024-11-26T14:19:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:23,106 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:23,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b27a0c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:23,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45641,1732630747986, seqNum=-1] 2024-11-26T14:19:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:23,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:23,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:23,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:23,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:23,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:19:23,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:23,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45137,1732630747745 2024-11-26T14:19:23,139 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7abfba 2024-11-26T14:19:23,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:23,145 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2] 2024-11-26T14:19:23,170 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:19:23,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T14:19:23,191 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T14:19:23,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_0 for inclusion in 1c2ac5ec7c3c59292fe60aad8f460aad/f 2024-11-26T14:19:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T14:19:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:19:23,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_1 for inclusion in 1c2ac5ec7c3c59292fe60aad8f460aad/f 2024-11-26T14:19:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T14:19:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:19:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HRegion(2603): Flush status journal for 1c2ac5ec7c3c59292fe60aad8f460aad: 2024-11-26T14:19:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_0 to hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_0 2024-11-26T14:19:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_0 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ 2024-11-26T14:19:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f/f/hfile_1 to hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_1 2024-11-26T14:19:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_1 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ 2024-11-26T14:19:23,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_0 into 1c2ac5ec7c3c59292fe60aad8f460aad/f as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ - updating store file list. 2024-11-26T14:19:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10e814bf91034ea68377f64a500d35dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:19:23,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ into 1c2ac5ec7c3c59292fe60aad8f460aad/f 2024-11-26T14:19:23,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_0 into 1c2ac5ec7c3c59292fe60aad8f460aad/f (new location: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_) 2024-11-26T14:19:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_0 2024-11-26T14:19:23,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_1 into 1c2ac5ec7c3c59292fe60aad8f460aad/f as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ - updating store file list. 2024-11-26T14:19:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11d60b5f032b448f919a460d7075ecb1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:19:23,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ into 1c2ac5ec7c3c59292fe60aad8f460aad/f 2024-11-26T14:19:23,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_1 into 1c2ac5ec7c3c59292fe60aad8f460aad/f (new location: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_) 2024-11-26T14:19:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__dr6p48kupdejpreat264040pet9b6jj7i8v8prujcs6n34gp3h3rsjre4bf82hhc/f/hfile_1 2024-11-26T14:19:23,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:23,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:23,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:23,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:23,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:23,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34809,1732630754181, seqNum=-1] 2024-11-26T14:19:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2 , the old value is region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:45641 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:19:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:19:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2 from cache 2024-11-26T14:19:23,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:23,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630758938.600ad044a24bac3b064fe6617569b6bc., hostname=19945b63c2b4,34809,1732630754181, seqNum=2] 2024-11-26T14:19:23,326 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:19:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51954 deadline: 1732630823315 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51954 2024-11-26T14:19:23,424 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:45641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T14:19:23,692 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 379, reset compression=false 2024-11-26T14:19:23,698 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:19:23,699 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45641,1732630747986 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c2ac5ec7c3c59292fe60aad8f460aad/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732630763309/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T14:19:23,719 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:19:23,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-26T14:19:23,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(318): Replicating [09e28d6b-b430-45ae-9e54-89d44d6c4577] bulk loaded data 2024-11-26T14:19:23,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ef0446e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:23,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,41145,-1 for getting cluster id 2024-11-26T14:19:23,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:23,726 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da' 2024-11-26T14:19:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "928f4aca-5c1c-4dfb-aa4a-ffa48f59d1da" 2024-11-26T14:19:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be535d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,41145,-1] 2024-11-26T14:19:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:23,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:23,727 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:23,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6325941d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741837_1013 (size=7894) 2024-11-26T14:19:23,899 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 687, reset compression=false 2024-11-26T14:19:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741838_1014 (size=7691) 2024-11-26T14:19:24,203 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 687, reset compression=false 2024-11-26T14:19:24,329 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:19:24,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,41145,1732630754004 2024-11-26T14:19:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@480e2ba4 2024-11-26T14:19:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:24,558 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-26T14:19:24,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:19:24,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:24,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,34809,1732630754181, seqNum=-1] 2024-11-26T14:19:24,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:24,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-26T14:19:24,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T14:19:24,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T14:19:24,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ for inclusion in 600ad044a24bac3b064fe6617569b6bc/f 2024-11-26T14:19:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T14:19:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:19:24,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ for inclusion in 600ad044a24bac3b064fe6617569b6bc/f 2024-11-26T14:19:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T14:19:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:19:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HRegion(2603): Flush status journal for 600ad044a24bac3b064fe6617569b6bc: 2024-11-26T14:19:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 10e814bf91034ea68377f64a500d35dc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:19:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/3fa7ac263b484099ac48077a0db8e9bc_SeqId_4_ 2024-11-26T14:19:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 11d60b5f032b448f919a460d7075ecb1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:19:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/2078ec3818b34d36bebee5d64fe5c089_SeqId_4_ 2024-11-26T14:19:24,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ into 600ad044a24bac3b064fe6617569b6bc/f as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/3fa7ac263b484099ac48077a0db8e9bc_SeqId_4_ - updating store file list. 2024-11-26T14:19:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fa7ac263b484099ac48077a0db8e9bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:19:24,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/3fa7ac263b484099ac48077a0db8e9bc_SeqId_4_ into 600ad044a24bac3b064fe6617569b6bc/f 2024-11-26T14:19:24,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ into 600ad044a24bac3b064fe6617569b6bc/f (new location: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/3fa7ac263b484099ac48077a0db8e9bc_SeqId_4_) 2024-11-26T14:19:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/10e814bf91034ea68377f64a500d35dc_SeqId_4_ 2024-11-26T14:19:24,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ into 600ad044a24bac3b064fe6617569b6bc/f as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/2078ec3818b34d36bebee5d64fe5c089_SeqId_4_ - updating store file list. 2024-11-26T14:19:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2078ec3818b34d36bebee5d64fe5c089_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:19:24,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/2078ec3818b34d36bebee5d64fe5c089_SeqId_4_ into 600ad044a24bac3b064fe6617569b6bc/f 2024-11-26T14:19:24,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ into 600ad044a24bac3b064fe6617569b6bc/f (new location: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/f/2078ec3818b34d36bebee5d64fe5c089_SeqId_4_) 2024-11-26T14:19:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/staging/jenkins.hfs.6__test__as9q5p9fltolf3v7h3bt96j9a3vk9l1jkqtoktga0cpiq758pf1rpec9nqct91ck/f/11d60b5f032b448f919a460d7075ecb1_SeqId_4_ 2024-11-26T14:19:24,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(324): Finished replicating [09e28d6b-b430-45ae-9e54-89d44d6c4577] bulk loaded data 2024-11-26T14:19:24,607 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 687, reset compression=false 2024-11-26T14:19:25,112 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 687, reset compression=false 2024-11-26T14:19:25,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:19:25,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732630765349/Put/seqid=0 2024-11-26T14:19:25,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741842_1018 (size=7997) 2024-11-26T14:19:25,716 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 687, reset compression=false 2024-11-26T14:19:25,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732630765760/Put/seqid=0 2024-11-26T14:19:25,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741843_1019 (size=7794) 2024-11-26T14:19:26,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57abaa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:26,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45137,-1 for getting cluster id 2024-11-26T14:19:26,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:19:26,168 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09e28d6b-b430-45ae-9e54-89d44d6c4577' 2024-11-26T14:19:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:19:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09e28d6b-b430-45ae-9e54-89d44d6c4577" 2024-11-26T14:19:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b849a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45137,-1] 2024-11-26T14:19:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:19:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:26,169 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:19:26,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7152402c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:19:26,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45641,1732630747986, seqNum=-1] 2024-11-26T14:19:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:26,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:26,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:19:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45137,1732630747745 2024-11-26T14:19:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da83287 2024-11-26T14:19:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:19:26,184 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:19:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2] 2024-11-26T14:19:26,190 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:19:26,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T14:19:26,198 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T14:19:26,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_1 for inclusion in 1c2ac5ec7c3c59292fe60aad8f460aad/f1 2024-11-26T14:19:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T14:19:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:19:26,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_0 for inclusion in 1c2ac5ec7c3c59292fe60aad8f460aad/f1 2024-11-26T14:19:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T14:19:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:19:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HRegion(2603): Flush status journal for 1c2ac5ec7c3c59292fe60aad8f460aad: 2024-11-26T14:19:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_1 to hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_1 2024-11-26T14:19:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_1 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/c551e6be1ea6438ba957b85429983bc5_SeqId_6_ 2024-11-26T14:19:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/load_f1/f1/hfile_0 to hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_0 2024-11-26T14:19:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_0 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/fa93e9fbf2fd45d5a5493d2340317ab8_SeqId_6_ 2024-11-26T14:19:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-26T14:19:26,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_1 into 1c2ac5ec7c3c59292fe60aad8f460aad/f1 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/c551e6be1ea6438ba957b85429983bc5_SeqId_6_ - updating store file list. 2024-11-26T14:19:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c551e6be1ea6438ba957b85429983bc5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:19:26,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/c551e6be1ea6438ba957b85429983bc5_SeqId_6_ into 1c2ac5ec7c3c59292fe60aad8f460aad/f1 2024-11-26T14:19:26,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_1 into 1c2ac5ec7c3c59292fe60aad8f460aad/f1 (new location: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/c551e6be1ea6438ba957b85429983bc5_SeqId_6_) 2024-11-26T14:19:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_1 2024-11-26T14:19:26,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_0 into 1c2ac5ec7c3c59292fe60aad8f460aad/f1 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/fa93e9fbf2fd45d5a5493d2340317ab8_SeqId_6_ - updating store file list. 2024-11-26T14:19:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa93e9fbf2fd45d5a5493d2340317ab8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:19:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/fa93e9fbf2fd45d5a5493d2340317ab8_SeqId_6_ into 1c2ac5ec7c3c59292fe60aad8f460aad/f1 2024-11-26T14:19:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_0 into 1c2ac5ec7c3c59292fe60aad8f460aad/f1 (new location: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/f1/fa93e9fbf2fd45d5a5493d2340317ab8_SeqId_6_) 2024-11-26T14:19:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45641 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/staging/jenkins__test__13c8cqc7puj6vbmb8urd6h4mehjt7pks5uhpgldatrspjddmv9tjjmdtcapsto4t/f1/hfile_0 2024-11-26T14:19:26,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:19:26,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:19:26,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:26,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:19:26,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:19:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2 , the old value is region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:45641 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:19:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:19:26,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2 from cache 2024-11-26T14:19:26,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:19:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45641,1732630747986, seqNum=-1] 2024-11-26T14:19:26,229 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T14:19:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:19:26,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:19:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad., hostname=19945b63c2b4,45641,1732630747986, seqNum=2] 2024-11-26T14:19:26,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:45641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T14:19:26,420 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 687, reset compression=false 2024-11-26T14:19:26,426 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:19:26,426 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:26,426 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45641,1732630747986 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:19:26,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:19:26,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T14:19:26,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:19:26,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T14:19:26,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:19:26,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T14:19:26,631 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:26,935 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:27,339 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:27,843 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:28,447 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:29,151 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:29,964 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:30,869 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:31,874 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:32,979 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:34,184 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:35,488 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:36,896 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:37,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:19:38,400 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:40,004 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:41,722 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:43,526 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:43,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:19:45,430 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:46,429 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45641,1732630747986 got entry batch from reader: null 2024-11-26T14:19:47,434 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:49,538 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:51,743 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:52,063 INFO [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T14:19:52,063 INFO [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T14:19:54,048 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:56,452 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:19:58,277 INFO [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T14:19:58,277 INFO [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T14:19:58,956 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:01,560 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:03,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c2ac5ec7c3c59292fe60aad8f460aad, had cached 0 bytes from a total of 31376 2024-11-26T14:20:04,264 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:04,687 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 600ad044a24bac3b064fe6617569b6bc, had cached 0 bytes from a total of 15585 2024-11-26T14:20:06,429 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45641,1732630747986 got entry batch from reader: null 2024-11-26T14:20:07,068 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:07,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:20:09,972 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:12,976 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:13,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:20:16,080 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:19,284 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:22,589 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:25,993 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:26,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:20:26,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:26,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:26,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:26,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:26,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:26,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:20:26,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706659417, stopped=false 2024-11-26T14:20:26,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,41145,1732630754004 2024-11-26T14:20:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12140450624/running 2024-11-26T14:20:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12140450624/running 2024-11-26T14:20:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:20:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:20:26,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:26,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:26,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:26,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/running 2024-11-26T14:20:26,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Set watcher on znode that does not yet exist, /12140450624/running 2024-11-26T14:20:26,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:26,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,34809,1732630754181' ***** 2024-11-26T14:20:26,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:20:26,335 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:20:26,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:20:26,335 INFO [RS:0;19945b63c2b4:34809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:20:26,335 INFO [RS:0;19945b63c2b4:34809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:20:26,335 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,34809,1732630754181 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:34809. 2024-11-26T14:20:26,336 DEBUG [RS:0;19945b63c2b4:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 600ad044a24bac3b064fe6617569b6bc, disabling compactions & flushes 2024-11-26T14:20:26,336 DEBUG [RS:0;19945b63c2b4:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:26,336 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. after waiting 0 ms 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:20:26,336 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:20:26,336 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1325): Online Regions={600ad044a24bac3b064fe6617569b6bc=test,,1732630758938.600ad044a24bac3b064fe6617569b6bc., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:20:26,336 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 600ad044a24bac3b064fe6617569b6bc 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:26,336 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:26,336 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:26,337 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T14:20:26,340 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/default/test/600ad044a24bac3b064fe6617569b6bc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T14:20:26,340 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:26,340 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:20:26,340 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:20:26,341 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 600ad044a24bac3b064fe6617569b6bc: Waiting for close lock at 1732630826336Running coprocessor pre-close hooks at 1732630826336Disabling compacts and flushes for region at 1732630826336Disabling writes for close at 1732630826336Writing region close event to WAL at 1732630826336Running coprocessor post-close hooks at 1732630826340 (+4 ms)Closed at 1732630826340 2024-11-26T14:20:26,341 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630758938.600ad044a24bac3b064fe6617569b6bc. 2024-11-26T14:20:26,358 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/info/5e2d8a5c6d3f49fab5692646feac2957 is 129, key is test,,1732630758938.600ad044a24bac3b064fe6617569b6bc./info:regioninfo/1732630759703/Put/seqid=0 2024-11-26T14:20:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741839_1015 (size=6421) 2024-11-26T14:20:26,414 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:26,429 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45641,1732630747986 got entry batch from reader: null 2024-11-26T14:20:26,536 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:26,625 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:20:26,626 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:20:26,737 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:26,763 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/info/5e2d8a5c6d3f49fab5692646feac2957 2024-11-26T14:20:26,787 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/ns/e95f9cca9165456cad7576f7343bb76e is 43, key is default/ns:d/1732630757623/Put/seqid=0 2024-11-26T14:20:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741840_1016 (size=5153) 2024-11-26T14:20:26,793 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/ns/e95f9cca9165456cad7576f7343bb76e 2024-11-26T14:20:26,818 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/rep_barrier/4970a9bb1ea647dcb45db794eb3e5cfe is 112, key is test,,1732630758938.600ad044a24bac3b064fe6617569b6bc./rep_barrier:seqnumDuringOpen/1732630759703/Put/seqid=0 2024-11-26T14:20:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741841_1017 (size=5518) 2024-11-26T14:20:26,937 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:27,137 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:27,226 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/rep_barrier/4970a9bb1ea647dcb45db794eb3e5cfe 2024-11-26T14:20:27,249 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/table/24944f50d87d472288d5f2f909a97a99 is 40, key is test/table:state/1732630759715/Put/seqid=0 2024-11-26T14:20:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741842_1018 (size=5165) 2024-11-26T14:20:27,337 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:20:27,337 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:20:27,337 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:27,537 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:27,658 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/table/24944f50d87d472288d5f2f909a97a99 2024-11-26T14:20:27,672 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/info/5e2d8a5c6d3f49fab5692646feac2957 as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/info/5e2d8a5c6d3f49fab5692646feac2957 2024-11-26T14:20:27,681 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/info/5e2d8a5c6d3f49fab5692646feac2957, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T14:20:27,683 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/ns/e95f9cca9165456cad7576f7343bb76e as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/ns/e95f9cca9165456cad7576f7343bb76e 2024-11-26T14:20:27,690 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/ns/e95f9cca9165456cad7576f7343bb76e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:20:27,691 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/rep_barrier/4970a9bb1ea647dcb45db794eb3e5cfe as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/rep_barrier/4970a9bb1ea647dcb45db794eb3e5cfe 2024-11-26T14:20:27,702 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/rep_barrier/4970a9bb1ea647dcb45db794eb3e5cfe, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T14:20:27,708 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/.tmp/table/24944f50d87d472288d5f2f909a97a99 as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/table/24944f50d87d472288d5f2f909a97a99 2024-11-26T14:20:27,718 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/table/24944f50d87d472288d5f2f909a97a99, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:20:27,719 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1383ms, sequenceid=11, compaction requested=false 2024-11-26T14:20:27,737 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T14:20:27,738 DEBUG [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:27,738 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:27,738 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:27,738 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:27,738 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630826336Running coprocessor pre-close hooks at 1732630826336Disabling compacts and flushes for region at 1732630826336Disabling writes for close at 1732630826336Obtaining lock to block concurrent updates at 1732630826337 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732630826337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732630826337Flushing stores of hbase:meta,,1.1588230740 at 1732630826337Flushing 1588230740/info: creating writer at 1732630826338 (+1 ms)Flushing 1588230740/info: appending metadata at 1732630826358 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732630826358Flushing 1588230740/ns: creating writer at 1732630826769 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732630826786 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732630826786Flushing 1588230740/rep_barrier: creating writer at 1732630826800 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630826817 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630826817Flushing 1588230740/table: creating writer at 1732630827232 (+415 ms)Flushing 1588230740/table: appending metadata at 1732630827249 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732630827249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@891a1e4: reopening flushed file at 1732630827671 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77beb47e: reopening flushed file at 1732630827681 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f853f2: reopening flushed file at 1732630827690 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbecabc: reopening flushed file at 1732630827703 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1383ms, sequenceid=11, compaction requested=false at 1732630827719 (+16 ms)Writing region close event to WAL at 1732630827729 (+10 ms)Running coprocessor post-close hooks at 1732630827738 (+9 ms)Closed at 1732630827738 2024-11-26T14:20:27,738 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:27,940 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,34809,1732630754181; all regions closed. 2024-11-26T14:20:27,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/WALs/19945b63c2b4,34809,1732630754181/19945b63c2b4%2C34809%2C1732630754181.meta.1732630757568.meta not finished, retry = 0 2024-11-26T14:20:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741834_1010 (size=2717) 2024-11-26T14:20:28,091 DEBUG [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/oldWALs 2024-11-26T14:20:28,091 INFO [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C34809%2C1732630754181.meta:.meta(num 1732630757568) 2024-11-26T14:20:28,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741832_1008 (size=1028) 2024-11-26T14:20:28,126 DEBUG [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/oldWALs 2024-11-26T14:20:28,126 INFO [RS:0;19945b63c2b4:34809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C34809%2C1732630754181:(num 1732630756686) 2024-11-26T14:20:28,126 DEBUG [RS:0;19945b63c2b4:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:28,126 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:28,126 INFO [RS:0;19945b63c2b4:34809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:28,126 INFO [RS:0;19945b63c2b4:34809 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:28,126 INFO [RS:0;19945b63c2b4:34809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:28,126 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:28,127 INFO [RS:0;19945b63c2b4:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:34809. 2024-11-26T14:20:28,127 DEBUG [RS:0;19945b63c2b4:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:28,127 DEBUG [RS:0;19945b63c2b4:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:28,127 DEBUG [RS:0;19945b63c2b4:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:28,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:28,127 INFO [RS:0;19945b63c2b4:34809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34809 2024-11-26T14:20:28,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624/rs 2024-11-26T14:20:28,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12140450624/rs/19945b63c2b4,34809,1732630754181 2024-11-26T14:20:28,177 INFO [RS:0;19945b63c2b4:34809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:28,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,34809,1732630754181] 2024-11-26T14:20:28,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/draining/19945b63c2b4,34809,1732630754181 already deleted, retry=false 2024-11-26T14:20:28,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,34809,1732630754181 expired; onlineServers=0 2024-11-26T14:20:28,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,41145,1732630754004' ***** 2024-11-26T14:20:28,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:20:28,263 INFO [M:0;19945b63c2b4:41145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:28,263 INFO [M:0;19945b63c2b4:41145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:28,263 DEBUG [M:0;19945b63c2b4:41145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:20:28,263 DEBUG [M:0;19945b63c2b4:41145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:20:28,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:20:28,263 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630756395 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630756395,5,FailOnTimeoutGroup] 2024-11-26T14:20:28,264 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630756395 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630756395,5,FailOnTimeoutGroup] 2024-11-26T14:20:28,264 INFO [M:0;19945b63c2b4:41145 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:28,264 INFO [M:0;19945b63c2b4:41145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:28,264 DEBUG [M:0;19945b63c2b4:41145 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:20:28,264 INFO [M:0;19945b63c2b4:41145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:20:28,264 INFO [M:0;19945b63c2b4:41145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:28,264 INFO [M:0;19945b63c2b4:41145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:20:28,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:20:28,298 INFO [RS:0;19945b63c2b4:34809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:28,298 INFO [RS:0;19945b63c2b4:34809 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,34809,1732630754181; zookeeper connection closed. 2024-11-26T14:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x101778309ae0004, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:28,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b4059a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b4059a8 2024-11-26T14:20:28,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:20:28,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12140450624/master 2024-11-26T14:20:28,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12140450624 2024-11-26T14:20:28,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12140450624/master already deleted, retry=false 2024-11-26T14:20:28,336 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Failed delete of our master address node; KeeperErrorCode = NoNode for /12140450624/master 2024-11-26T14:20:28,338 INFO [M:0;19945b63c2b4:41145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/.lastflushedseqids 2024-11-26T14:20:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741843_1019 (size=173) 2024-11-26T14:20:28,752 INFO [M:0;19945b63c2b4:41145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:20:28,752 INFO [M:0;19945b63c2b4:41145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:20:28,752 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:20:28,752 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:28,752 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:28,752 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:20:28,752 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:28,753 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-26T14:20:28,779 DEBUG [M:0;19945b63c2b4:41145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c4ba70c6d9b454a86f3d7c3b854533a is 82, key is hbase:meta,,1/info:regioninfo/1732630757599/Put/seqid=0 2024-11-26T14:20:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741844_1020 (size=5672) 2024-11-26T14:20:29,201 INFO [M:0;19945b63c2b4:41145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c4ba70c6d9b454a86f3d7c3b854533a 2024-11-26T14:20:29,226 DEBUG [M:0;19945b63c2b4:41145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d211e56ddec74d95b9edd2113af2d405 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732630759719/Put/seqid=0 2024-11-26T14:20:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741845_1021 (size=6726) 2024-11-26T14:20:29,239 INFO [M:0;19945b63c2b4:41145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d211e56ddec74d95b9edd2113af2d405 2024-11-26T14:20:29,245 INFO [M:0;19945b63c2b4:41145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d211e56ddec74d95b9edd2113af2d405 2024-11-26T14:20:29,267 DEBUG [M:0;19945b63c2b4:41145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e24e790393f14e6fa3d64822b94b7b50 is 69, key is 19945b63c2b4,34809,1732630754181/rs:state/1732630756471/Put/seqid=0 2024-11-26T14:20:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741846_1022 (size=5156) 2024-11-26T14:20:29,497 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 to pos 997, reset compression=false 2024-11-26T14:20:29,687 INFO [M:0;19945b63c2b4:41145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e24e790393f14e6fa3d64822b94b7b50 2024-11-26T14:20:29,693 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c4ba70c6d9b454a86f3d7c3b854533a as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c4ba70c6d9b454a86f3d7c3b854533a 2024-11-26T14:20:29,698 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c4ba70c6d9b454a86f3d7c3b854533a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-26T14:20:29,699 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d211e56ddec74d95b9edd2113af2d405 as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d211e56ddec74d95b9edd2113af2d405 2024-11-26T14:20:29,704 INFO [M:0;19945b63c2b4:41145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d211e56ddec74d95b9edd2113af2d405 2024-11-26T14:20:29,704 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d211e56ddec74d95b9edd2113af2d405, entries=6, sequenceid=58, filesize=6.6 K 2024-11-26T14:20:29,705 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e24e790393f14e6fa3d64822b94b7b50 as hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e24e790393f14e6fa3d64822b94b7b50 2024-11-26T14:20:29,711 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33939/user/jenkins/test-data/bbb108a6-1390-e51d-0278-d39a55c1c564/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e24e790393f14e6fa3d64822b94b7b50, entries=1, sequenceid=58, filesize=5.0 K 2024-11-26T14:20:29,712 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 960ms, sequenceid=58, compaction requested=false 2024-11-26T14:20:29,723 INFO [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:29,723 DEBUG [M:0;19945b63c2b4:41145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630828752Disabling compacts and flushes for region at 1732630828752Disabling writes for close at 1732630828752Obtaining lock to block concurrent updates at 1732630828753 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630828753Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732630828753Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630828754 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630828754Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630828778 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630828778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630829206 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630829226 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630829226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630829245 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630829267 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630829267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e89e2f: reopening flushed file at 1732630829692 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d51bba8: reopening flushed file at 1732630829698 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4429957: reopening flushed file at 1732630829704 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 960ms, sequenceid=58, compaction requested=false at 1732630829712 (+8 ms)Writing region close event to WAL at 1732630829723 (+11 ms)Closed at 1732630829723 2024-11-26T14:20:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44475 is added to blk_1073741830_1006 (size=33014) 2024-11-26T14:20:29,726 INFO [M:0;19945b63c2b4:41145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:20:29,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:29,726 INFO [M:0;19945b63c2b4:41145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41145 2024-11-26T14:20:29,727 INFO [M:0;19945b63c2b4:41145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:29,888 INFO [M:0;19945b63c2b4:41145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:29,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:29,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41145-0x101778309ae0003, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:29,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c9e5f91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:20:29,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36776ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:20:29,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:20:29,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6528ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:20:29,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2510069b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir/,STOPPED} 2024-11-26T14:20:29,898 WARN [BP-591635728-172.17.0.3-1732630751601 heartbeating to localhost/127.0.0.1:33939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:20:29,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:20:29,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:20:29,898 WARN [BP-591635728-172.17.0.3-1732630751601 heartbeating to localhost/127.0.0.1:33939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-591635728-172.17.0.3-1732630751601 (Datanode Uuid 2a707c14-8208-44a8-88fd-b30349a0cc61) service to localhost/127.0.0.1:33939 2024-11-26T14:20:29,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/cluster_0eb32fc8-8078-54a8-e140-79f741c06cfa/data/data1/current/BP-591635728-172.17.0.3-1732630751601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:20:29,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/cluster_0eb32fc8-8078-54a8-e140-79f741c06cfa/data/data2/current/BP-591635728-172.17.0.3-1732630751601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:20:29,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:20:29,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db24222{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:20:29,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6143d8b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:20:29,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:20:29,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d37d792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:20:29,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c38981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir/,STOPPED} 2024-11-26T14:20:29,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:20:29,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:20:29,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:29,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:29,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:29,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:29,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:29,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:20:29,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1048396834, stopped=false 2024-11-26T14:20:29,960 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,45137,1732630747745 2024-11-26T14:20:30,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-274121014/running 2024-11-26T14:20:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-274121014/running 2024-11-26T14:20:30,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:20:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:20:30,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:30,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:30,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,45641,1732630747986' ***** 2024-11-26T14:20:30,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:20:30,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/running 2024-11-26T14:20:30,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Set watcher on znode that does not yet exist, /0-274121014/running 2024-11-26T14:20:30,021 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:20:30,021 INFO [RS:0;19945b63c2b4:45641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:20:30,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:20:30,021 INFO [RS:0;19945b63c2b4:45641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:20:30,021 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c7694c0dd2e99e723aad63c47ba48f0 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,45641,1732630747986 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:45641. 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c7694c0dd2e99e723aad63c47ba48f0, disabling compactions & flushes 2024-11-26T14:20:30,022 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:20:30,022 DEBUG [RS:0;19945b63c2b4:45641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:20:30,022 DEBUG [RS:0;19945b63c2b4:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. after waiting 0 ms 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:20:30,022 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c7694c0dd2e99e723aad63c47ba48f0 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-26T14:20:30,022 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:20:30,022 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1325): Online Regions={0c7694c0dd2e99e723aad63c47ba48f0=hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0., 1588230740=hbase:meta,,1.1588230740, 1c2ac5ec7c3c59292fe60aad8f460aad=test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad.} 2024-11-26T14:20:30,022 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 0c7694c0dd2e99e723aad63c47ba48f0, 1588230740, 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:30,022 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:30,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:30,023 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:30,023 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:20:30,036 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/info/99f878ad243144ce94412f5dcda5313a is 147, key is hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0./info:regioninfo/1732630761288/Put/seqid=0 2024-11-26T14:20:30,036 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/.tmp/hfileref/476c81cca6d7461ba943881d909ce0a5 is 74, key is 1/hfileref:10e814bf91034ea68377f64a500d35dc_SeqId_4_/1732630764608/DeleteColumn/seqid=0 2024-11-26T14:20:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741845_1021 (size=5203) 2024-11-26T14:20:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741844_1020 (size=7686) 2024-11-26T14:20:30,081 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:30,092 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:20:30,092 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:20:30,223 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 0c7694c0dd2e99e723aad63c47ba48f0, 1588230740, 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:20:30,423 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 0c7694c0dd2e99e723aad63c47ba48f0, 1588230740, 1c2ac5ec7c3c59292fe60aad8f460aad 2024-11-26T14:20:30,441 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/info/99f878ad243144ce94412f5dcda5313a 2024-11-26T14:20:30,441 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/.tmp/hfileref/476c81cca6d7461ba943881d909ce0a5 2024-11-26T14:20:30,484 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/.tmp/queue/47c2f622fc8a46b0bf4bea91306d8620 is 153, key is 1-19945b63c2b4,45641,1732630747986/queue:19945b63c2b4%2C45641%2C1732630747986/1732630766428/Put/seqid=0 2024-11-26T14:20:30,486 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/ns/bebba278b64942f7a50d63e0dcaf93df is 43, key is default/ns:d/1732630751473/Put/seqid=0 2024-11-26T14:20:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741846_1022 (size=5352) 2024-11-26T14:20:30,491 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/.tmp/queue/47c2f622fc8a46b0bf4bea91306d8620 2024-11-26T14:20:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741847_1023 (size=5153) 2024-11-26T14:20:30,515 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/.tmp/hfileref/476c81cca6d7461ba943881d909ce0a5 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/hfileref/476c81cca6d7461ba943881d909ce0a5 2024-11-26T14:20:30,526 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/hfileref/476c81cca6d7461ba943881d909ce0a5, entries=2, sequenceid=10, filesize=5.1 K 2024-11-26T14:20:30,528 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/.tmp/queue/47c2f622fc8a46b0bf4bea91306d8620 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/queue/47c2f622fc8a46b0bf4bea91306d8620 2024-11-26T14:20:30,538 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/queue/47c2f622fc8a46b0bf4bea91306d8620, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T14:20:30,540 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0c7694c0dd2e99e723aad63c47ba48f0 in 518ms, sequenceid=10, compaction requested=false 2024-11-26T14:20:30,561 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/replication/0c7694c0dd2e99e723aad63c47ba48f0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:30,562 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c7694c0dd2e99e723aad63c47ba48f0: Waiting for close lock at 1732630830022Running coprocessor pre-close hooks at 1732630830022Disabling compacts and flushes for region at 1732630830022Disabling writes for close at 1732630830022Obtaining lock to block concurrent updates at 1732630830022Preparing flush snapshotting stores in 0c7694c0dd2e99e723aad63c47ba48f0 at 1732630830022Finished memstore snapshotting hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732630830023 (+1 ms)Flushing stores of hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. at 1732630830023Flushing 0c7694c0dd2e99e723aad63c47ba48f0/hfileref: creating writer at 1732630830023Flushing 0c7694c0dd2e99e723aad63c47ba48f0/hfileref: appending metadata at 1732630830036 (+13 ms)Flushing 0c7694c0dd2e99e723aad63c47ba48f0/hfileref: closing flushed file at 1732630830036Flushing 0c7694c0dd2e99e723aad63c47ba48f0/queue: creating writer at 1732630830450 (+414 ms)Flushing 0c7694c0dd2e99e723aad63c47ba48f0/queue: appending metadata at 1732630830483 (+33 ms)Flushing 0c7694c0dd2e99e723aad63c47ba48f0/queue: closing flushed file at 1732630830484 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756d312b: reopening flushed file at 1732630830507 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f94a52e: reopening flushed file at 1732630830527 (+20 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0c7694c0dd2e99e723aad63c47ba48f0 in 518ms, sequenceid=10, compaction requested=false at 1732630830540 (+13 ms)Writing region close event to WAL at 1732630830555 (+15 ms)Running coprocessor post-close hooks at 1732630830562 (+7 ms)Closed at 1732630830562 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630760116.0c7694c0dd2e99e723aad63c47ba48f0. 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c2ac5ec7c3c59292fe60aad8f460aad, disabling compactions & flushes 2024-11-26T14:20:30,562 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. after waiting 0 ms 2024-11-26T14:20:30,562 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:20:30,609 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/default/test/1c2ac5ec7c3c59292fe60aad8f460aad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:20:30,610 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:30,610 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:20:30,610 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:20:30,610 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c2ac5ec7c3c59292fe60aad8f460aad: Waiting for close lock at 1732630830562Running coprocessor pre-close hooks at 1732630830562Disabling compacts and flushes for region at 1732630830562Disabling writes for close at 1732630830562Writing region close event to WAL at 1732630830596 (+34 ms)Running coprocessor post-close hooks at 1732630830610 (+14 ms)Closed at 1732630830610 2024-11-26T14:20:30,610 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad. 2024-11-26T14:20:30,623 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:30,823 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:30,898 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/ns/bebba278b64942f7a50d63e0dcaf93df 2024-11-26T14:20:30,922 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/rep_barrier/b8a79358d267449a9da634723ee6537c is 112, key is test,,1732630757784.1c2ac5ec7c3c59292fe60aad8f460aad./rep_barrier:seqnumDuringOpen/1732630758550/Put/seqid=0 2024-11-26T14:20:30,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741848_1024 (size=5518) 2024-11-26T14:20:31,023 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:20:31,024 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:20:31,024 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:31,224 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:31,327 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/rep_barrier/b8a79358d267449a9da634723ee6537c 2024-11-26T14:20:31,350 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/table/df96502408c644329a5cd68b96992172 is 53, key is hbase:replication/table:state/1732630761300/Put/seqid=0 2024-11-26T14:20:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741849_1025 (size=5308) 2024-11-26T14:20:31,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,424 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:31,624 DEBUG [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:31,755 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/table/df96502408c644329a5cd68b96992172 2024-11-26T14:20:31,761 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/info/99f878ad243144ce94412f5dcda5313a as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/info/99f878ad243144ce94412f5dcda5313a 2024-11-26T14:20:31,766 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/info/99f878ad243144ce94412f5dcda5313a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:20:31,767 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/ns/bebba278b64942f7a50d63e0dcaf93df as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/ns/bebba278b64942f7a50d63e0dcaf93df 2024-11-26T14:20:31,773 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/ns/bebba278b64942f7a50d63e0dcaf93df, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:20:31,774 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/rep_barrier/b8a79358d267449a9da634723ee6537c as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/rep_barrier/b8a79358d267449a9da634723ee6537c 2024-11-26T14:20:31,779 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/rep_barrier/b8a79358d267449a9da634723ee6537c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:20:31,782 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/.tmp/table/df96502408c644329a5cd68b96992172 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/table/df96502408c644329a5cd68b96992172 2024-11-26T14:20:31,788 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/table/df96502408c644329a5cd68b96992172, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:20:31,789 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=16, compaction requested=false 2024-11-26T14:20:31,790 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:20:31,796 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:20:31,797 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:31,797 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:31,797 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:31,797 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630830022Running coprocessor pre-close hooks at 1732630830022Disabling compacts and flushes for region at 1732630830022Disabling writes for close at 1732630830023 (+1 ms)Obtaining lock to block concurrent updates at 1732630830023Preparing flush snapshotting stores in 1588230740 at 1732630830023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630830023Flushing stores of hbase:meta,,1.1588230740 at 1732630830023Flushing 1588230740/info: creating writer at 1732630830023Flushing 1588230740/info: appending metadata at 1732630830036 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732630830036Flushing 1588230740/ns: creating writer at 1732630830455 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732630830484 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732630830484Flushing 1588230740/rep_barrier: creating writer at 1732630830906 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630830921 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630830921Flushing 1588230740/table: creating writer at 1732630831332 (+411 ms)Flushing 1588230740/table: appending metadata at 1732630831349 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732630831349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622c49f5: reopening flushed file at 1732630831760 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f505a72: reopening flushed file at 1732630831766 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58220630: reopening flushed file at 1732630831773 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d5b52f: reopening flushed file at 1732630831780 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=16, compaction requested=false at 1732630831790 (+10 ms)Writing region close event to WAL at 1732630831792 (+2 ms)Running coprocessor post-close hooks at 1732630831797 (+5 ms)Closed at 1732630831797 2024-11-26T14:20:31,797 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:31,824 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,45641,1732630747986; all regions closed. 2024-11-26T14:20:31,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:20:31,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.meta.1732630751349.meta not finished, retry = 0 2024-11-26T14:20:31,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:20:31,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:31,930 DEBUG [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/oldWALs 2024-11-26T14:20:31,930 INFO [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C45641%2C1732630747986.meta:.meta(num 1732630751349) 2024-11-26T14:20:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741839_1015 (size=2700) 2024-11-26T14:20:31,940 DEBUG [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/oldWALs 2024-11-26T14:20:31,940 INFO [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C45641%2C1732630747986.rep:(num 1732630761253) 2024-11-26T14:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741832_1008 (size=1300) 2024-11-26T14:20:31,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/WALs/19945b63c2b4,45641,1732630747986/19945b63c2b4%2C45641%2C1732630747986.1732630750222 not finished, retry = 0 2024-11-26T14:20:32,054 DEBUG [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/oldWALs 2024-11-26T14:20:32,054 INFO [RS:0;19945b63c2b4:45641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C45641%2C1732630747986:(num 1732630750222) 2024-11-26T14:20:32,054 DEBUG [RS:0;19945b63c2b4:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:32,054 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:32,054 INFO [RS:0;19945b63c2b4:45641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:32,055 INFO [RS:0;19945b63c2b4:45641 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:32,055 INFO [RS:0;19945b63c2b4:45641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:32,055 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,45641,1732630747986 because: Region server is closing 2024-11-26T14:20:32,055 INFO [RS:0;19945b63c2b4:45641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:45641. 2024-11-26T14:20:32,055 DEBUG [RS:0;19945b63c2b4:45641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:32,055 DEBUG [RS:0;19945b63c2b4:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:32,055 DEBUG [RS:0;19945b63c2b4:45641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:32,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:32,060 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:32,156 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.wal-reader.19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:20:32,156 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:20:32,156 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45641,1732630747986.replicationSource.shipper19945b63c2b4%2C45641%2C1732630747986,1-19945b63c2b4,45641,1732630747986 terminated 2024-11-26T14:20:32,156 INFO [RS:0;19945b63c2b4:45641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45641 2024-11-26T14:20:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014/rs 2024-11-26T14:20:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-274121014/rs/19945b63c2b4,45641,1732630747986 2024-11-26T14:20:32,242 INFO [RS:0;19945b63c2b4:45641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:32,369 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,45641,1732630747986] 2024-11-26T14:20:32,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-274121014/draining/19945b63c2b4,45641,1732630747986 already deleted, retry=false 2024-11-26T14:20:32,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,45641,1732630747986 expired; onlineServers=0 2024-11-26T14:20:32,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,45137,1732630747745' ***** 2024-11-26T14:20:32,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:32,421 DEBUG [M:0;19945b63c2b4:45137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:20:32,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:20:32,421 DEBUG [M:0;19945b63c2b4:45137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:20:32,421 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630750034 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630750034,5,FailOnTimeoutGroup] 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:32,421 DEBUG [M:0;19945b63c2b4:45137 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:32,421 INFO [M:0;19945b63c2b4:45137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:20:32,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:20:32,422 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630750033 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630750033,5,FailOnTimeoutGroup] 2024-11-26T14:20:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:32,470 INFO [RS:0;19945b63c2b4:45641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45641-0x101778309ae0001, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:32,470 INFO [RS:0;19945b63c2b4:45641 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,45641,1732630747986; zookeeper connection closed. 2024-11-26T14:20:32,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64e540aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64e540aa 2024-11-26T14:20:32,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:20:32,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-274121014/master 2024-11-26T14:20:32,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-274121014 2024-11-26T14:20:32,556 DEBUG [M:0;19945b63c2b4:45137 {}] zookeeper.ZKUtil(347): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Unable to get data of znode /0-274121014/master because node does not exist (not an error) 2024-11-26T14:20:32,556 WARN [M:0;19945b63c2b4:45137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:20:32,558 INFO [M:0;19945b63c2b4:45137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/.lastflushedseqids 2024-11-26T14:20:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741850_1026 (size=263) 2024-11-26T14:20:32,963 INFO [M:0;19945b63c2b4:45137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:20:32,963 INFO [M:0;19945b63c2b4:45137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:20:32,964 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:20:32,964 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:32,964 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:32,964 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:20:32,964 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:32,964 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-26T14:20:32,978 DEBUG [M:0;19945b63c2b4:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288ba1c7c8ac4fa3902e62a0439054a7 is 82, key is hbase:meta,,1/info:regioninfo/1732630751385/Put/seqid=0 2024-11-26T14:20:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741851_1027 (size=5672) 2024-11-26T14:20:33,382 INFO [M:0;19945b63c2b4:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288ba1c7c8ac4fa3902e62a0439054a7 2024-11-26T14:20:33,403 DEBUG [M:0;19945b63c2b4:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b1ff94d25f94379a69aeebe0e731f5b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732630758566/Put/seqid=0 2024-11-26T14:20:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741852_1028 (size=7240) 2024-11-26T14:20:33,808 INFO [M:0;19945b63c2b4:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b1ff94d25f94379a69aeebe0e731f5b 2024-11-26T14:20:33,815 INFO [M:0;19945b63c2b4:45137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b1ff94d25f94379a69aeebe0e731f5b 2024-11-26T14:20:33,833 DEBUG [M:0;19945b63c2b4:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2970226536437496a6fc9bd8c0b524 is 69, key is 19945b63c2b4,45641,1732630747986/rs:state/1732630750067/Put/seqid=0 2024-11-26T14:20:33,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741853_1029 (size=5156) 2024-11-26T14:20:34,255 INFO [M:0;19945b63c2b4:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2970226536437496a6fc9bd8c0b524 2024-11-26T14:20:34,268 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288ba1c7c8ac4fa3902e62a0439054a7 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/288ba1c7c8ac4fa3902e62a0439054a7 2024-11-26T14:20:34,278 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/288ba1c7c8ac4fa3902e62a0439054a7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T14:20:34,279 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b1ff94d25f94379a69aeebe0e731f5b as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b1ff94d25f94379a69aeebe0e731f5b 2024-11-26T14:20:34,285 INFO [M:0;19945b63c2b4:45137 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b1ff94d25f94379a69aeebe0e731f5b 2024-11-26T14:20:34,285 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b1ff94d25f94379a69aeebe0e731f5b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-26T14:20:34,286 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2970226536437496a6fc9bd8c0b524 as hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa2970226536437496a6fc9bd8c0b524 2024-11-26T14:20:34,292 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44335/user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa2970226536437496a6fc9bd8c0b524, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T14:20:34,294 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=105, compaction requested=false 2024-11-26T14:20:34,317 INFO [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:34,317 DEBUG [M:0;19945b63c2b4:45137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630832964Disabling compacts and flushes for region at 1732630832964Disabling writes for close at 1732630832964Obtaining lock to block concurrent updates at 1732630832964Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630832964Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732630832964Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630832965 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630832965Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630832978 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630832978Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630833387 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630833403 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630833403Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630833815 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630833833 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630833833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40354701: reopening flushed file at 1732630834261 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2412d473: reopening flushed file at 1732630834278 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e0cd8d: reopening flushed file at 1732630834285 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=105, compaction requested=false at 1732630834294 (+9 ms)Writing region close event to WAL at 1732630834316 (+22 ms)Closed at 1732630834317 (+1 ms) 2024-11-26T14:20:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39817 is added to blk_1073741830_1006 (size=64526) 2024-11-26T14:20:34,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f119e2c-bc2c-1631-5ed1-3a94b0de84ea/MasterData/WALs/19945b63c2b4,45137,1732630747745/19945b63c2b4%2C45137%2C1732630747745.1732630749749 not finished, retry = 0 2024-11-26T14:20:34,421 INFO [M:0;19945b63c2b4:45137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:20:34,422 INFO [M:0;19945b63c2b4:45137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45137 2024-11-26T14:20:34,422 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:34,422 INFO [M:0;19945b63c2b4:45137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x101778309ae0000, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:34,536 INFO [M:0;19945b63c2b4:45137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:34,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f91142a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:20:34,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22455244{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:20:34,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:20:34,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c90b6b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:20:34,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3883b1f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir/,STOPPED} 2024-11-26T14:20:34,553 WARN [BP-1349530637-172.17.0.3-1732630744603 heartbeating to localhost/127.0.0.1:44335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:20:34,553 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:20:34,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:20:34,553 WARN [BP-1349530637-172.17.0.3-1732630744603 heartbeating to localhost/127.0.0.1:44335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1349530637-172.17.0.3-1732630744603 (Datanode Uuid 3f18435d-3085-4316-98c8-14055a108b7f) service to localhost/127.0.0.1:44335 2024-11-26T14:20:34,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/data/data1/current/BP-1349530637-172.17.0.3-1732630744603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:20:34,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/cluster_21613656-e1ab-077f-e217-b781855ac209/data/data2/current/BP-1349530637-172.17.0.3-1732630744603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:20:34,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:20:34,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9c7b09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:20:34,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54c00bb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:20:34,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:20:34,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d51fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:20:34,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18935bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b277936a-d4cb-5105-68c1-c5a7300d7fd4/hadoop.log.dir/,STOPPED} 2024-11-26T14:20:34,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:20:34,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:20:34,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 140) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fa46cb8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44335 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fa46cb8b140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33939 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 735), ProcessCount=11 (was 11), AvailableMemoryMB=5448 (was 5955) 2024-11-26T14:20:34,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=5447 2024-11-26T14:20:34,620 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-26T14:20:34,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir so I do NOT create it in target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4 2024-11-26T14:20:34,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:20:34,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.tmp.dir so I do NOT create it in target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4 2024-11-26T14:20:34,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67ffbd3e-e81d-3e2a-a60b-47bb6b187776/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:20:34,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4 2024-11-26T14:20:34,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a, deleteOnExit=true 2024-11-26T14:20:34,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/zookeeper_0, clientPort=60709, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:20:34,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60709 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/test.cache.data in system properties and HBase conf 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:20:34,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:20:34,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:20:34,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:20:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101778309ae0005, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:20:34,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101778309ae0002, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:20:34,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101778309ae0005, quorum=127.0.0.1:55884, baseZNode=/12140450624 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:20:34,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101778309ae0002, quorum=127.0.0.1:55884, baseZNode=/0-274121014 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:20:35,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:20:35,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:20:35,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:20:35,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:20:35,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:20:35,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:20:35,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2500c11c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:20:35,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f372e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:20:35,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bc70275{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/java.io.tmpdir/jetty-localhost-37475-hadoop-hdfs-3_4_1-tests_jar-_-any-13817047402117696848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:20:35,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71938ec5{HTTP/1.1, (http/1.1)}{localhost:37475} 2024-11-26T14:20:35,279 INFO [Time-limited test {}] server.Server(415): Started @145187ms 2024-11-26T14:20:35,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:20:35,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:20:35,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:20:35,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:20:35,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:20:35,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268c86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:20:35,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695df057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:20:35,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fabd9d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/java.io.tmpdir/jetty-localhost-36805-hadoop-hdfs-3_4_1-tests_jar-_-any-2424444357405790920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:20:35,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b238aac{HTTP/1.1, (http/1.1)}{localhost:36805} 2024-11-26T14:20:35,906 INFO [Time-limited test {}] server.Server(415): Started @145814ms 2024-11-26T14:20:35,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:20:36,640 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/data/data1/current/BP-191291655-172.17.0.3-1732630834649/current, will proceed with Du for space computation calculation, 2024-11-26T14:20:36,640 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/data/data2/current/BP-191291655-172.17.0.3-1732630834649/current, will proceed with Du for space computation calculation, 2024-11-26T14:20:36,686 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:20:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fa4d95e9cccecb5 with lease ID 0x960135c304f59637: Processing first storage report for DS-4e44d351-2cb7-481f-af79-87d945f1f037 from datanode DatanodeRegistration(127.0.0.1:33285, datanodeUuid=c5fddc18-341d-46db-acc6-ff957e8b7109, infoPort=38435, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=574269521;c=1732630834649) 2024-11-26T14:20:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fa4d95e9cccecb5 with lease ID 0x960135c304f59637: from storage DS-4e44d351-2cb7-481f-af79-87d945f1f037 node DatanodeRegistration(127.0.0.1:33285, datanodeUuid=c5fddc18-341d-46db-acc6-ff957e8b7109, infoPort=38435, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=574269521;c=1732630834649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:20:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fa4d95e9cccecb5 with lease ID 0x960135c304f59637: Processing first storage report for DS-c1c96a6e-a76a-40cd-84e3-036348438ad2 from datanode DatanodeRegistration(127.0.0.1:33285, datanodeUuid=c5fddc18-341d-46db-acc6-ff957e8b7109, infoPort=38435, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=574269521;c=1732630834649) 2024-11-26T14:20:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fa4d95e9cccecb5 with lease ID 0x960135c304f59637: from storage DS-c1c96a6e-a76a-40cd-84e3-036348438ad2 node DatanodeRegistration(127.0.0.1:33285, datanodeUuid=c5fddc18-341d-46db-acc6-ff957e8b7109, infoPort=38435, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=574269521;c=1732630834649), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:20:36,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4 2024-11-26T14:20:36,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:36,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:20:37,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a with version=8 2024-11-26T14:20:37,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/hbase-staging 2024-11-26T14:20:37,158 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:20:37,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:37,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:37,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:20:37,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:37,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:20:37,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:20:37,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:20:37,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45435 2024-11-26T14:20:37,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45435 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:37,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454350x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:37,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45435-0x1017784696b0000 connected 2024-11-26T14:20:37,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:20:37,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:37,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:37,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:37,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:37,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:37,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:37,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:37,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:37,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:37,429 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a, hbase.cluster.distributed=false 2024-11-26T14:20:37,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/acl 2024-11-26T14:20:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45435 2024-11-26T14:20:37,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45435 2024-11-26T14:20:37,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45435 2024-11-26T14:20:37,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45435 2024-11-26T14:20:37,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45435 2024-11-26T14:20:37,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:20:37,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:37,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:37,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:20:37,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:37,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:20:37,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:20:37,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:20:37,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44059 2024-11-26T14:20:37,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44059 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:37,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:37,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440590x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:37,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440590x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:37,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:20:37,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44059-0x1017784696b0001 connected 2024-11-26T14:20:37,534 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:20:37,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/master 2024-11-26T14:20:37,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/acl 2024-11-26T14:20:37,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-26T14:20:37,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44059 2024-11-26T14:20:37,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44059 2024-11-26T14:20:37,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-26T14:20:37,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-26T14:20:37,592 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:45435 2024-11-26T14:20:37,595 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1990679419/backup-masters/19945b63c2b4,45435,1732630837158 2024-11-26T14:20:37,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:37,601 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on existing znode=/0-1990679419/backup-masters/19945b63c2b4,45435,1732630837158 2024-11-26T14:20:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1990679419/master 2024-11-26T14:20:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:37,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:37,611 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on existing znode=/0-1990679419/master 2024-11-26T14:20:37,612 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1990679419/backup-masters/19945b63c2b4,45435,1732630837158 from backup master directory 2024-11-26T14:20:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/backup-masters/19945b63c2b4,45435,1732630837158 2024-11-26T14:20:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:37,621 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:20:37,621 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,45435,1732630837158 2024-11-26T14:20:37,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/hbase.id] with ID: 762b1b4b-b717-4f71-8d59-c80636385366 2024-11-26T14:20:37,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/.tmp/hbase.id 2024-11-26T14:20:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:20:38,059 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/.tmp/hbase.id]:[hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/hbase.id] 2024-11-26T14:20:38,080 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:38,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:20:38,083 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T14:20:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:20:38,607 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:20:38,608 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:20:38,617 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:20:38,637 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store 2024-11-26T14:20:38,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:20:38,659 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:38,659 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:20:38,659 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:38,659 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:38,659 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:20:38,659 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:38,659 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:38,659 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630838659Disabling compacts and flushes for region at 1732630838659Disabling writes for close at 1732630838659Writing region close event to WAL at 1732630838659Closed at 1732630838659 2024-11-26T14:20:38,662 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/.initializing 2024-11-26T14:20:38,662 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158 2024-11-26T14:20:38,672 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:20:38,678 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C45435%2C1732630837158, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/oldWALs, maxLogs=10 2024-11-26T14:20:38,701 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158/19945b63c2b4%2C45435%2C1732630837158.1732630838678, exclude list is [], retry=0 2024-11-26T14:20:38,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:38,730 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158/19945b63c2b4%2C45435%2C1732630837158.1732630838678 2024-11-26T14:20:38,744 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:38,744 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:38,745 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:38,745 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,745 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:20:38,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:38,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:38,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:20:38,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:38,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:38,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:20:38,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:38,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:38,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:20:38,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:38,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:38,764 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,765 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,768 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,768 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,769 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:38,772 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:38,781 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:20:38,782 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050811, jitterRate=-0.015766218304634094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:38,783 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630838745Initializing all the Stores at 1732630838746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630838746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630838748 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630838748Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630838748Cleaning up temporary data from old regions at 1732630838768 (+20 ms)Region opened successfully at 1732630838783 (+15 ms) 2024-11-26T14:20:38,783 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:20:38,787 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cf5c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:20:38,789 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:20:38,789 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:20:38,789 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:20:38,790 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:20:38,790 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:20:38,791 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:20:38,791 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:20:38,810 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:20:38,811 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/balancer because node does not exist (not necessarily an error) 2024-11-26T14:20:38,831 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/balancer already deleted, retry=false 2024-11-26T14:20:38,832 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:20:38,833 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:20:38,842 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/normalizer already deleted, retry=false 2024-11-26T14:20:38,842 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:20:38,845 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:20:38,852 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/switch/split already deleted, retry=false 2024-11-26T14:20:38,853 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:20:38,863 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/switch/merge already deleted, retry=false 2024-11-26T14:20:38,865 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:20:38,873 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/snapshot-cleanup already deleted, retry=false 2024-11-26T14:20:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,884 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,45435,1732630837158, sessionid=0x1017784696b0000, setting cluster-up flag (Was=false) 2024-11-26T14:20:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,937 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1990679419/flush-table-proc/acquired, /0-1990679419/flush-table-proc/reached, /0-1990679419/flush-table-proc/abort 2024-11-26T14:20:38,938 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,45435,1732630837158 2024-11-26T14:20:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:38,989 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1990679419/online-snapshot/acquired, /0-1990679419/online-snapshot/reached, /0-1990679419/online-snapshot/abort 2024-11-26T14:20:38,991 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,45435,1732630837158 2024-11-26T14:20:38,992 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:20:38,993 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:38,994 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:20:38,994 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:20:38,994 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,45435,1732630837158 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:20:38,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:38,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:38,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:20:38,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:38,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:20:39,004 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630869004 2024-11-26T14:20:39,004 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:20:39,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:20:39,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:20:39,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:20:39,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:20:39,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:20:39,005 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,008 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:20:39,008 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:20:39,008 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:20:39,008 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:20:39,009 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:20:39,009 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:20:39,011 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630839009,5,FailOnTimeoutGroup] 2024-11-26T14:20:39,011 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630839011,5,FailOnTimeoutGroup] 2024-11-26T14:20:39,011 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,011 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:20:39,011 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,011 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:20:39,082 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(746): ClusterId : 762b1b4b-b717-4f71-8d59-c80636385366 2024-11-26T14:20:39,082 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:20:39,094 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:20:39,094 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:20:39,106 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:20:39,106 DEBUG [RS:0;19945b63c2b4:44059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e38cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:20:39,119 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:44059 2024-11-26T14:20:39,119 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:20:39,119 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:20:39,119 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:20:39,120 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,45435,1732630837158 with port=44059, startcode=1732630837494 2024-11-26T14:20:39,120 DEBUG [RS:0;19945b63c2b4:44059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:20:39,122 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:20:39,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,44059,1732630837494 2024-11-26T14:20:39,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45435 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,44059,1732630837494 2024-11-26T14:20:39,124 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a 2024-11-26T14:20:39,124 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-11-26T14:20:39,124 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:20:39,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/rs 2024-11-26T14:20:39,137 DEBUG [RS:0;19945b63c2b4:44059 {}] zookeeper.ZKUtil(111): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on existing znode=/0-1990679419/rs/19945b63c2b4,44059,1732630837494 2024-11-26T14:20:39,137 WARN [RS:0;19945b63c2b4:44059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:20:39,137 INFO [RS:0;19945b63c2b4:44059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:39,137 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494 2024-11-26T14:20:39,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,44059,1732630837494] 2024-11-26T14:20:39,141 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:20:39,142 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:20:39,142 INFO [RS:0;19945b63c2b4:44059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:20:39,142 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,143 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:20:39,143 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:20:39,143 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,143 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,143 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,143 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,143 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,143 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:20:39,144 DEBUG [RS:0;19945b63c2b4:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:20:39,144 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,144 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,144 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,144 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,144 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,144 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44059,1732630837494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:20:39,158 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:20:39,158 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44059,1732630837494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,159 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,159 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.Replication(171): 19945b63c2b4,44059,1732630837494 started 2024-11-26T14:20:39,170 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:39,170 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,44059,1732630837494, RpcServer on 19945b63c2b4/172.17.0.3:44059, sessionid=0x1017784696b0001 2024-11-26T14:20:39,170 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:20:39,170 DEBUG [RS:0;19945b63c2b4:44059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,44059,1732630837494 2024-11-26T14:20:39,170 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,44059,1732630837494' 2024-11-26T14:20:39,170 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1990679419/flush-table-proc/abort' 2024-11-26T14:20:39,171 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1990679419/flush-table-proc/acquired' 2024-11-26T14:20:39,171 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:20:39,171 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:20:39,171 DEBUG [RS:0;19945b63c2b4:44059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,44059,1732630837494 2024-11-26T14:20:39,171 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,44059,1732630837494' 2024-11-26T14:20:39,171 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1990679419/online-snapshot/abort' 2024-11-26T14:20:39,172 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1990679419/online-snapshot/acquired' 2024-11-26T14:20:39,172 DEBUG [RS:0;19945b63c2b4:44059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:20:39,172 INFO [RS:0;19945b63c2b4:44059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:20:39,172 INFO [RS:0;19945b63c2b4:44059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:20:39,272 INFO [RS:0;19945b63c2b4:44059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:20:39,274 INFO [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C44059%2C1732630837494, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs, maxLogs=10 2024-11-26T14:20:39,286 DEBUG [RS:0;19945b63c2b4:44059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274, exclude list is [], retry=0 2024-11-26T14:20:39,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:39,290 INFO [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274 2024-11-26T14:20:39,290 DEBUG [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:39,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:20:39,414 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a 2024-11-26T14:20:39,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:20:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:39,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:20:39,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:20:39,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:39,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:39,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:20:39,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:20:39,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:39,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:39,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:20:39,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:20:39,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:39,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:39,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:20:39,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:20:39,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:39,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:39,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:20:39,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740 2024-11-26T14:20:39,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740 2024-11-26T14:20:39,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:20:39,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:20:39,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:39,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:20:39,856 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:20:39,857 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71565233, jitterRate=0.06640507280826569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:39,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630839821Initializing all the Stores at 1732630839822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630839822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630839822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630839822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630839822Cleaning up temporary data from old regions at 1732630839853 (+31 ms)Region opened successfully at 1732630839858 (+5 ms) 2024-11-26T14:20:39,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:39,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:39,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:39,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:39,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:39,868 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:39,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630839858Disabling compacts and flushes for region at 1732630839858Disabling writes for close at 1732630839858Writing region close event to WAL at 1732630839868 (+10 ms)Closed at 1732630839868 2024-11-26T14:20:39,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:39,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:20:39,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:20:39,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:20:39,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:20:40,024 DEBUG [19945b63c2b4:45435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:20:40,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,44059,1732630837494 2024-11-26T14:20:40,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,44059,1732630837494, state=OPENING 2024-11-26T14:20:40,031 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:20:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:40,148 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:20:40,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,44059,1732630837494}] 2024-11-26T14:20:40,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:40,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:40,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:20:40,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:20:40,312 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:20:40,312 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:40,312 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:20:40,314 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C44059%2C1732630837494.meta, suffix=.meta, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs, maxLogs=10 2024-11-26T14:20:40,335 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.meta.1732630840314.meta, exclude list is [], retry=0 2024-11-26T14:20:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:40,362 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.meta.1732630840314.meta 2024-11-26T14:20:40,363 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:40,363 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:40,363 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:20:40,363 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:20:40,363 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:20:40,363 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:20:40,364 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:20:40,364 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:40,364 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:20:40,364 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:20:40,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:20:40,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:20:40,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:40,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:40,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:20:40,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:20:40,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:40,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:40,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:20:40,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:20:40,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:40,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:40,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:20:40,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:20:40,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:40,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:40,374 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:20:40,374 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740 2024-11-26T14:20:40,375 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740 2024-11-26T14:20:40,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:20:40,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:20:40,377 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:40,378 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:20:40,379 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73118082, jitterRate=0.08954432606697083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:40,379 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:20:40,380 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630840364Writing region info on filesystem at 1732630840364Initializing all the Stores at 1732630840365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630840365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630840365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630840365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630840365Cleaning up temporary data from old regions at 1732630840376 (+11 ms)Running coprocessor post-open hooks at 1732630840379 (+3 ms)Region opened successfully at 1732630840379 2024-11-26T14:20:40,381 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630840302 2024-11-26T14:20:40,383 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:20:40,384 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:20:40,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,44059,1732630837494 2024-11-26T14:20:40,386 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,44059,1732630837494, state=OPEN 2024-11-26T14:20:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:40,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,44059,1732630837494 2024-11-26T14:20:40,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:40,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:40,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:20:40,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,44059,1732630837494 in 249 msec 2024-11-26T14:20:40,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:20:40,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-26T14:20:40,408 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:40,408 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:20:40,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:40,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44059,1732630837494, seqNum=-1] 2024-11-26T14:20:40,410 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:40,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:20:40,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-26T14:20:40,424 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630840424, completionTime=-1 2024-11-26T14:20:40,424 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:20:40,424 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:20:40,426 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:20:40,426 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630900426 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630960427 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45435,1732630837158-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45435,1732630837158-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45435,1732630837158-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:45435, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,427 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,430 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:20:40,432 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.816sec 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45435,1732630837158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:20:40,437 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45435,1732630837158-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:20:40,440 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:20:40,440 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:20:40,440 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45435,1732630837158-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:40,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d623266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:40,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45435,-1 for getting cluster id 2024-11-26T14:20:40,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:40,488 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b1b4b-b717-4f71-8d59-c80636385366' 2024-11-26T14:20:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b1b4b-b717-4f71-8d59-c80636385366" 2024-11-26T14:20:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fb23ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45435,-1] 2024-11-26T14:20:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:40,490 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:40,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fb8414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:40,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44059,1732630837494, seqNum=-1] 2024-11-26T14:20:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:40,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:20:40,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,45435,1732630837158 2024-11-26T14:20:40,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:40,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017784696b0002 connected 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir so I do NOT create it in target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff 2024-11-26T14:20:40,529 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.tmp.dir so I do NOT create it in target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff 2024-11-26T14:20:40,529 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:20:40,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/cluster_96c2b313-8262-af96-8852-0edc55afbfe5, deleteOnExit=true 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/test.cache.data in system properties and HBase conf 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:20:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:20:40,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:20:40,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:20:41,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:20:41,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:20:41,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:20:41,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:20:41,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:20:41,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:20:41,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3821b27a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:20:41,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73796696{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:20:41,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7704fcc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/java.io.tmpdir/jetty-localhost-36117-hadoop-hdfs-3_4_1-tests_jar-_-any-13660980549266232039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:20:41,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4853dbd5{HTTP/1.1, (http/1.1)}{localhost:36117} 2024-11-26T14:20:41,160 INFO [Time-limited test {}] server.Server(415): Started @151067ms 2024-11-26T14:20:41,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:20:41,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:20:41,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:20:41,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:20:41,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:20:41,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4bb812{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:20:41,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc082ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:20:41,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54ba0618{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/java.io.tmpdir/jetty-localhost-45671-hadoop-hdfs-3_4_1-tests_jar-_-any-12840316998967816998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:20:41,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aa80ea{HTTP/1.1, (http/1.1)}{localhost:45671} 2024-11-26T14:20:41,935 INFO [Time-limited test {}] server.Server(415): Started @151843ms 2024-11-26T14:20:41,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:20:42,924 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/cluster_96c2b313-8262-af96-8852-0edc55afbfe5/data/data1/current/BP-668004449-172.17.0.3-1732630840552/current, will proceed with Du for space computation calculation, 2024-11-26T14:20:42,924 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/cluster_96c2b313-8262-af96-8852-0edc55afbfe5/data/data2/current/BP-668004449-172.17.0.3-1732630840552/current, will proceed with Du for space computation calculation, 2024-11-26T14:20:43,012 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:20:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc62a0e08158c65f with lease ID 0xad85236dae1a366b: Processing first storage report for DS-d7abab96-c343-4a78-9752-8744f00dbc16 from datanode DatanodeRegistration(127.0.0.1:44829, datanodeUuid=ead45720-7b56-44ec-900d-dd78e4fe52d5, infoPort=45963, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1787984552;c=1732630840552) 2024-11-26T14:20:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc62a0e08158c65f with lease ID 0xad85236dae1a366b: from storage DS-d7abab96-c343-4a78-9752-8744f00dbc16 node DatanodeRegistration(127.0.0.1:44829, datanodeUuid=ead45720-7b56-44ec-900d-dd78e4fe52d5, infoPort=45963, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1787984552;c=1732630840552), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:20:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc62a0e08158c65f with lease ID 0xad85236dae1a366b: Processing first storage report for DS-6ee96d46-b305-49ce-af9b-4009173c1a43 from datanode DatanodeRegistration(127.0.0.1:44829, datanodeUuid=ead45720-7b56-44ec-900d-dd78e4fe52d5, infoPort=45963, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1787984552;c=1732630840552) 2024-11-26T14:20:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc62a0e08158c65f with lease ID 0xad85236dae1a366b: from storage DS-6ee96d46-b305-49ce-af9b-4009173c1a43 node DatanodeRegistration(127.0.0.1:44829, datanodeUuid=ead45720-7b56-44ec-900d-dd78e4fe52d5, infoPort=45963, infoSecurePort=0, ipcPort=38179, storageInfo=lv=-57;cid=testClusterID;nsid=1787984552;c=1732630840552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:20:43,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff 2024-11-26T14:20:43,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:20:43,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec with version=8 2024-11-26T14:20:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/hbase-staging 2024-11-26T14:20:43,053 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:20:43,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:20:43,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45331 2024-11-26T14:20:43,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45331 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453310x0, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:43,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45331-0x1017784696b0003 connected 2024-11-26T14:20:43,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/running 2024-11-26T14:20:43,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec, hbase.cluster.distributed=false 2024-11-26T14:20:43,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/acl 2024-11-26T14:20:43,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45331 2024-11-26T14:20:43,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45331 2024-11-26T14:20:43,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45331 2024-11-26T14:20:43,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45331 2024-11-26T14:20:43,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45331 2024-11-26T14:20:43,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:20:43,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:20:43,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43591 2024-11-26T14:20:43,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43591 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:43,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,242 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435910x0, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:43,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435910x0, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/running 2024-11-26T14:20:43,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43591-0x1017784696b0004 connected 2024-11-26T14:20:43,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:20:43,252 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:20:43,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/master 2024-11-26T14:20:43,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/acl 2024-11-26T14:20:43,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-26T14:20:43,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43591 2024-11-26T14:20:43,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43591 2024-11-26T14:20:43,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-26T14:20:43,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-26T14:20:43,304 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:45331 2024-11-26T14:20:43,306 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11133502433/backup-masters/19945b63c2b4,45331,1732630843053 2024-11-26T14:20:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433/backup-masters 2024-11-26T14:20:43,317 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433/backup-masters 2024-11-26T14:20:43,319 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on existing znode=/11133502433/backup-masters/19945b63c2b4,45331,1732630843053 2024-11-26T14:20:43,326 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11133502433/master 2024-11-26T14:20:43,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:43,326 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:43,326 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on existing znode=/11133502433/master 2024-11-26T14:20:43,327 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11133502433/backup-masters/19945b63c2b4,45331,1732630843053 from backup master directory 2024-11-26T14:20:43,336 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433/backup-masters 2024-11-26T14:20:43,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11133502433/backup-masters/19945b63c2b4,45331,1732630843053 2024-11-26T14:20:43,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433/backup-masters 2024-11-26T14:20:43,337 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:20:43,337 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,45331,1732630843053 2024-11-26T14:20:43,341 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/hbase.id] with ID: 685d5a2c-7082-432f-a654-e499e9877531 2024-11-26T14:20:43,341 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/.tmp/hbase.id 2024-11-26T14:20:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:20:43,746 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/.tmp/hbase.id]:[hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/hbase.id] 2024-11-26T14:20:43,764 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:43,764 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:20:43,767 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-26T14:20:43,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:43,821 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:20:44,230 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:20:44,230 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:20:44,231 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:20:44,239 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store 2024-11-26T14:20:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:20:44,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:44,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:20:44,645 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:44,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:44,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:20:44,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:44,645 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:44,645 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630844645Disabling compacts and flushes for region at 1732630844645Disabling writes for close at 1732630844645Writing region close event to WAL at 1732630844645Closed at 1732630844645 2024-11-26T14:20:44,646 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/.initializing 2024-11-26T14:20:44,646 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/WALs/19945b63c2b4,45331,1732630843053 2024-11-26T14:20:44,647 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:20:44,649 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C45331%2C1732630843053, suffix=, logDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/WALs/19945b63c2b4,45331,1732630843053, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/oldWALs, maxLogs=10 2024-11-26T14:20:44,665 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/WALs/19945b63c2b4,45331,1732630843053/19945b63c2b4%2C45331%2C1732630843053.1732630844649, exclude list is [], retry=0 2024-11-26T14:20:44,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-d7abab96-c343-4a78-9752-8744f00dbc16,DISK] 2024-11-26T14:20:44,670 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/WALs/19945b63c2b4,45331,1732630843053/19945b63c2b4%2C45331%2C1732630843053.1732630844649 2024-11-26T14:20:44,670 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-11-26T14:20:44,670 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:44,670 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:44,670 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,670 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:20:44,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:44,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:44,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:20:44,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:44,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:20:44,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:44,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:44,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:20:44,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:44,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:44,681 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,682 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,683 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,684 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,684 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,685 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:44,686 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:44,688 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:20:44,689 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60941144, jitterRate=-0.09190618991851807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:44,689 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630844671Initializing all the Stores at 1732630844672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630844672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630844672Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630844672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630844672Cleaning up temporary data from old regions at 1732630844684 (+12 ms)Region opened successfully at 1732630844689 (+5 ms) 2024-11-26T14:20:44,689 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:20:44,693 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3bc621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:20:44,695 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:20:44,695 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:20:44,695 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:20:44,695 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:20:44,696 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:20:44,696 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:20:44,696 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:20:44,708 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:20:44,710 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Unable to get data of znode /11133502433/balancer because node does not exist (not necessarily an error) 2024-11-26T14:20:44,724 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11133502433/balancer already deleted, retry=false 2024-11-26T14:20:44,724 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:20:44,725 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Unable to get data of znode /11133502433/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:20:44,736 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11133502433/normalizer already deleted, retry=false 2024-11-26T14:20:44,737 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:20:44,738 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Unable to get data of znode /11133502433/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:20:44,747 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11133502433/switch/split already deleted, retry=false 2024-11-26T14:20:44,748 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Unable to get data of znode /11133502433/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:20:44,757 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11133502433/switch/merge already deleted, retry=false 2024-11-26T14:20:44,759 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Unable to get data of znode /11133502433/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:20:44,768 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11133502433/snapshot-cleanup already deleted, retry=false 2024-11-26T14:20:44,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11133502433/running 2024-11-26T14:20:44,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:44,778 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11133502433/running 2024-11-26T14:20:44,778 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:44,779 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,45331,1732630843053, sessionid=0x1017784696b0003, setting cluster-up flag (Was=false) 2024-11-26T14:20:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:44,799 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:44,831 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11133502433/flush-table-proc/acquired, /11133502433/flush-table-proc/reached, /11133502433/flush-table-proc/abort 2024-11-26T14:20:44,832 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,45331,1732630843053 2024-11-26T14:20:44,852 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:44,884 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11133502433/online-snapshot/acquired, /11133502433/online-snapshot/reached, /11133502433/online-snapshot/abort 2024-11-26T14:20:44,885 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,45331,1732630843053 2024-11-26T14:20:44,886 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:20:44,887 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:44,888 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:20:44,888 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:20:44,888 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,45331,1732630843053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:20:44,889 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:44,890 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630874890 2024-11-26T14:20:44,890 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:20:44,890 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:20:44,890 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:20:44,891 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:20:44,891 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:20:44,891 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:20:44,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:44,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:20:44,891 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:44,891 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(746): ClusterId : 685d5a2c-7082-432f-a654-e499e9877531 2024-11-26T14:20:44,891 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:20:44,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:44,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:20:44,892 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:20:44,892 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:20:44,892 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:20:44,892 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:20:44,894 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:20:44,894 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:20:44,903 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630844894,5,FailOnTimeoutGroup] 2024-11-26T14:20:44,903 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630844903,5,FailOnTimeoutGroup] 2024-11-26T14:20:44,903 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:44,903 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:20:44,903 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:44,903 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:44,904 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:20:44,904 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:20:44,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:20:44,916 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:20:44,916 DEBUG [RS:0;19945b63c2b4:43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1777ae49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:20:44,938 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:43591 2024-11-26T14:20:44,938 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:20:44,938 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:20:44,938 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:20:44,939 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,45331,1732630843053 with port=43591, startcode=1732630843214 2024-11-26T14:20:44,939 DEBUG [RS:0;19945b63c2b4:43591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:20:44,941 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:20:44,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,43591,1732630843214 2024-11-26T14:20:44,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45331 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,43591,1732630843214 2024-11-26T14:20:44,943 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec 2024-11-26T14:20:44,943 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34239 2024-11-26T14:20:44,943 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:20:45,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433/rs 2024-11-26T14:20:45,017 DEBUG [RS:0;19945b63c2b4:43591 {}] zookeeper.ZKUtil(111): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on existing znode=/11133502433/rs/19945b63c2b4,43591,1732630843214 2024-11-26T14:20:45,017 WARN [RS:0;19945b63c2b4:43591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:20:45,017 INFO [RS:0;19945b63c2b4:43591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:45,017 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214 2024-11-26T14:20:45,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,43591,1732630843214] 2024-11-26T14:20:45,021 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:20:45,023 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:20:45,023 INFO [RS:0;19945b63c2b4:43591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:20:45,023 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,024 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:20:45,024 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:20:45,025 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:20:45,025 DEBUG [RS:0;19945b63c2b4:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:20:45,029 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,029 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,029 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,029 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,029 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,029 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43591,1732630843214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:20:45,046 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:20:45,047 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43591,1732630843214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,047 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,047 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.Replication(171): 19945b63c2b4,43591,1732630843214 started 2024-11-26T14:20:45,063 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:45,063 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,43591,1732630843214, RpcServer on 19945b63c2b4/172.17.0.3:43591, sessionid=0x1017784696b0004 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,43591,1732630843214 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,43591,1732630843214' 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11133502433/flush-table-proc/abort' 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11133502433/flush-table-proc/acquired' 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:20:45,064 DEBUG [RS:0;19945b63c2b4:43591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,43591,1732630843214 2024-11-26T14:20:45,065 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,43591,1732630843214' 2024-11-26T14:20:45,065 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11133502433/online-snapshot/abort' 2024-11-26T14:20:45,065 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11133502433/online-snapshot/acquired' 2024-11-26T14:20:45,065 DEBUG [RS:0;19945b63c2b4:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:20:45,065 INFO [RS:0;19945b63c2b4:43591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:20:45,065 INFO [RS:0;19945b63c2b4:43591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:20:45,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:20:45,165 INFO [RS:0;19945b63c2b4:43591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:20:45,167 INFO [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C43591%2C1732630843214, suffix=, logDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/oldWALs, maxLogs=10 2024-11-26T14:20:45,180 DEBUG [RS:0;19945b63c2b4:43591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214/19945b63c2b4%2C43591%2C1732630843214.1732630845167, exclude list is [], retry=0 2024-11-26T14:20:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-d7abab96-c343-4a78-9752-8744f00dbc16,DISK] 2024-11-26T14:20:45,185 INFO [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214/19945b63c2b4%2C43591%2C1732630843214.1732630845167 2024-11-26T14:20:45,185 DEBUG [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-11-26T14:20:45,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:20:45,310 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec 2024-11-26T14:20:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:20:45,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:45,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:20:45,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:20:45,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:45,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:45,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:20:45,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:20:45,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:45,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:45,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:20:45,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:20:45,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:45,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:45,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:20:45,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:20:45,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:45,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:45,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:20:45,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740 2024-11-26T14:20:45,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740 2024-11-26T14:20:45,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:20:45,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:20:45,728 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:45,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:20:45,731 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:20:45,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60447240, jitterRate=-0.0992659330368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:45,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630845718Initializing all the Stores at 1732630845719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630845719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630845719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630845719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630845719Cleaning up temporary data from old regions at 1732630845728 (+9 ms)Region opened successfully at 1732630845731 (+3 ms) 2024-11-26T14:20:45,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:45,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:45,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:45,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:45,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:45,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:45,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630845731Disabling compacts and flushes for region at 1732630845731Disabling writes for close at 1732630845732 (+1 ms)Writing region close event to WAL at 1732630845732Closed at 1732630845732 2024-11-26T14:20:45,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:45,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:20:45,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:20:45,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:20:45,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:20:45,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:20:45,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:45,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:45,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:45,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:45,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:45,885 DEBUG [19945b63c2b4:45331 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:20:45,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,43591,1732630843214 2024-11-26T14:20:45,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,43591,1732630843214, state=OPENING 2024-11-26T14:20:45,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:45,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:20:45,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:45,957 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:45,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:20:45,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11133502433/meta-region-server: CHANGED 2024-11-26T14:20:45,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11133502433/meta-region-server: CHANGED 2024-11-26T14:20:45,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,43591,1732630843214}] 2024-11-26T14:20:46,110 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:20:46,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:20:46,115 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:20:46,115 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:46,115 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:20:46,117 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C43591%2C1732630843214.meta, suffix=.meta, logDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214, archiveDir=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/oldWALs, maxLogs=10 2024-11-26T14:20:46,135 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214/19945b63c2b4%2C43591%2C1732630843214.meta.1732630846117.meta, exclude list is [], retry=0 2024-11-26T14:20:46,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44829,DS-d7abab96-c343-4a78-9752-8744f00dbc16,DISK] 2024-11-26T14:20:46,139 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/WALs/19945b63c2b4,43591,1732630843214/19945b63c2b4%2C43591%2C1732630843214.meta.1732630846117.meta 2024-11-26T14:20:46,139 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-11-26T14:20:46,139 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:46,139 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:20:46,139 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:20:46,139 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:20:46,140 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:20:46,140 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:20:46,140 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:46,140 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:20:46,140 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:20:46,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:20:46,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:20:46,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:46,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:46,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:20:46,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:20:46,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:46,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:46,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:20:46,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:20:46,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:46,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:46,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:20:46,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:20:46,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:46,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:46,145 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:20:46,146 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740 2024-11-26T14:20:46,147 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740 2024-11-26T14:20:46,148 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:20:46,148 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:20:46,148 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:46,149 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:20:46,149 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65054522, jitterRate=-0.030612081289291382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:46,149 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:20:46,150 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630846140Writing region info on filesystem at 1732630846140Initializing all the Stores at 1732630846141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630846141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630846141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630846141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630846141Cleaning up temporary data from old regions at 1732630846148 (+7 ms)Running coprocessor post-open hooks at 1732630846150 (+2 ms)Region opened successfully at 1732630846150 2024-11-26T14:20:46,150 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630846110 2024-11-26T14:20:46,152 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:20:46,152 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:20:46,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,43591,1732630843214 2024-11-26T14:20:46,153 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,43591,1732630843214, state=OPEN 2024-11-26T14:20:46,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11133502433/meta-region-server 2024-11-26T14:20:46,157 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11133502433/meta-region-server 2024-11-26T14:20:46,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,43591,1732630843214 2024-11-26T14:20:46,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11133502433/meta-region-server: CHANGED 2024-11-26T14:20:46,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11133502433/meta-region-server: CHANGED 2024-11-26T14:20:46,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:20:46,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,43591,1732630843214 in 199 msec 2024-11-26T14:20:46,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:20:46,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-26T14:20:46,161 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:46,161 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:20:46,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:46,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,43591,1732630843214, seqNum=-1] 2024-11-26T14:20:46,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:46,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:20:46,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-26T14:20:46,168 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630846168, completionTime=-1 2024-11-26T14:20:46,168 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:20:46,168 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630906170 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630966170 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45331,1732630843053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45331,1732630843053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45331,1732630843053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:45331, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,170 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,172 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45331,1732630843053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:20:46,173 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45331,1732630843053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:20:46,176 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:20:46,176 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:20:46,176 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45331,1732630843053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:46,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565c0a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45331,-1 for getting cluster id 2024-11-26T14:20:46,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:46,193 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '685d5a2c-7082-432f-a654-e499e9877531' 2024-11-26T14:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "685d5a2c-7082-432f-a654-e499e9877531" 2024-11-26T14:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751e7cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45331,-1] 2024-11-26T14:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:46,195 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:46,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e57e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,43591,1732630843214, seqNum=-1] 2024-11-26T14:20:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:46,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:20:46,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,45331,1732630843053 2024-11-26T14:20:46,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:46,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:46,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017784696b0005 connected 2024-11-26T14:20:46,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660a28a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45435,-1 for getting cluster id 2024-11-26T14:20:46,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:46,224 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b1b4b-b717-4f71-8d59-c80636385366' 2024-11-26T14:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b1b4b-b717-4f71-8d59-c80636385366" 2024-11-26T14:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5906f3cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45435,-1] 2024-11-26T14:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:46,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:46,225 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:46,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b87744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:20:46,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45435,1732630837158 2024-11-26T14:20:46,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da60817 2024-11-26T14:20:46,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:20:46,227 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:20:46,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:45331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:20:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:20:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:20:46,230 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:45331' 2024-11-26T14:20:46,231 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fde965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,231 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45331,-1 for getting cluster id 2024-11-26T14:20:46,231 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:46,232 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '685d5a2c-7082-432f-a654-e499e9877531' 2024-11-26T14:20:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "685d5a2c-7082-432f-a654-e499e9877531" 2024-11-26T14:20:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf3044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45331,-1] 2024-11-26T14:20:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:46,233 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f14ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:46,233 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:20:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45331,1732630843053 2024-11-26T14:20:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@334f40bf 2024-11-26T14:20:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:20:46,234 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:20:46,235 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-26T14:20:46,235 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:20:46,235 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:46,235 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:46,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:46,235 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:20:46,237 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:20:46,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:20:46,238 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:46,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:20:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741835_1011 (size=1138) 2024-11-26T14:20:46,287 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:20:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:20:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:20:46,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:20:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:20:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:20:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:20:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:20:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:20:46,645 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb9fb88724811932ec4c4bebae130e2c, NAME => 'hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a 2024-11-26T14:20:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741836_1012 (size=44) 2024-11-26T14:20:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:20:47,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:47,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb9fb88724811932ec4c4bebae130e2c, disabling compactions & flushes 2024-11-26T14:20:47,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. after waiting 0 ms 2024-11-26T14:20:47,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,051 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb9fb88724811932ec4c4bebae130e2c: Waiting for close lock at 1732630847051Disabling compacts and flushes for region at 1732630847051Disabling writes for close at 1732630847051Writing region close event to WAL at 1732630847051Closed at 1732630847051 2024-11-26T14:20:47,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:20:47,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630847052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630847052"}]},"ts":"1732630847052"} 2024-11-26T14:20:47,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:20:47,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:20:47,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630847055"}]},"ts":"1732630847055"} 2024-11-26T14:20:47,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:20:47,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN}] 2024-11-26T14:20:47,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN 2024-11-26T14:20:47,059 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN; state=OFFLINE, location=19945b63c2b4,44059,1732630837494; forceNewPlan=false, retain=false 2024-11-26T14:20:47,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eb9fb88724811932ec4c4bebae130e2c, regionState=OPENING, regionLocation=19945b63c2b4,44059,1732630837494 2024-11-26T14:20:47,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN because future has completed 2024-11-26T14:20:47,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb9fb88724811932ec4c4bebae130e2c, server=19945b63c2b4,44059,1732630837494}] 2024-11-26T14:20:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:20:47,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:47,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:20:47,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C44059%2C1732630837494.rep, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs, maxLogs=10 2024-11-26T14:20:47,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.rep.1732630847370, exclude list is [], retry=0 2024-11-26T14:20:47,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:47,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.rep.1732630847370 2024-11-26T14:20:47,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:47,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => eb9fb88724811932ec4c4bebae130e2c, NAME => 'hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:47,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:20:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:20:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. service=MultiRowMutationService 2024-11-26T14:20:47,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:20:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,387 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,388 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9fb88724811932ec4c4bebae130e2c columnFamilyName hfileref 2024-11-26T14:20:47,388 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:47,389 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(327): Store=eb9fb88724811932ec4c4bebae130e2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:47,389 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,390 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9fb88724811932ec4c4bebae130e2c columnFamilyName queue 2024-11-26T14:20:47,390 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:47,390 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(327): Store=eb9fb88724811932ec4c4bebae130e2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:47,390 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,391 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9fb88724811932ec4c4bebae130e2c columnFamilyName sid 2024-11-26T14:20:47,391 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:47,391 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(327): Store=eb9fb88724811932ec4c4bebae130e2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:47,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:20:47,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:20:47,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened eb9fb88724811932ec4c4bebae130e2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64125960, jitterRate=-0.04444873332977295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:20:47,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:47,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for eb9fb88724811932ec4c4bebae130e2c: Running coprocessor pre-open hook at 1732630847386Writing region info on filesystem at 1732630847386Initializing all the Stores at 1732630847387 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630847387Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630847387Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630847387Cleaning up temporary data from old regions at 1732630847393 (+6 ms)Running coprocessor post-open hooks at 1732630847397 (+4 ms)Region opened successfully at 1732630847397 2024-11-26T14:20:47,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., pid=7, masterSystemTime=1732630847365 2024-11-26T14:20:47,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:47,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eb9fb88724811932ec4c4bebae130e2c, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,44059,1732630837494 2024-11-26T14:20:47,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb9fb88724811932ec4c4bebae130e2c, server=19945b63c2b4,44059,1732630837494 because future has completed 2024-11-26T14:20:47,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T14:20:47,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eb9fb88724811932ec4c4bebae130e2c, server=19945b63c2b4,44059,1732630837494 in 191 msec 2024-11-26T14:20:47,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:20:47,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN in 348 msec 2024-11-26T14:20:47,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:20:47,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630847408"}]},"ts":"1732630847408"} 2024-11-26T14:20:47,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:20:47,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:20:47,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-26T14:20:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., hostname=19945b63c2b4,44059,1732630837494, seqNum=2] 2024-11-26T14:20:47,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:47,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:47,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:20:47,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-26T14:20:47,680 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:20:47,714 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,44059,1732630837494, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:20:47,715 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:47,715 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44059,1732630837494, seqNum=-1] 2024-11-26T14:20:47,715 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:47,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-26T14:20:47,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,44059,1732630837494', locateType=CURRENT is [region=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., hostname=19945b63c2b4,44059,1732630837494, seqNum=2] 2024-11-26T14:20:47,720 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T14:20:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T14:20:47,722 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,44059,1732630837494 suceeded 2024-11-26T14:20:47,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-26T14:20:47,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-26T14:20:47,723 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:45331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:20:47,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-26T14:20:47,735 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:45331' 2024-11-26T14:20:47,736 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18785caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:47,736 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45331,-1 for getting cluster id 2024-11-26T14:20:47,736 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:47,736 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '685d5a2c-7082-432f-a654-e499e9877531' 2024-11-26T14:20:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "685d5a2c-7082-432f-a654-e499e9877531" 2024-11-26T14:20:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a01e65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45331,-1] 2024-11-26T14:20:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:47,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:47,738 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:47,738 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c4a62c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:47,738 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:20:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45331,1732630843053 2024-11-26T14:20:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33ec850e 2024-11-26T14:20:47,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:20:47,740 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-26T14:20:47,740 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,44059,1732630837494 (queues=1) is replicating from cluster=762b1b4b-b717-4f71-8d59-c80636385366 to cluster=685d5a2c-7082-432f-a654-e499e9877531 2024-11-26T14:20:47,740 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C44059%2C1732630837494 2024-11-26T14:20:47,740 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,44059,1732630837494, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:20:47,741 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.shipper19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C44059%2C1732630837494 2024-11-26T14:20:47,742 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.wal-reader.19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274, startPosition=0, beingWritten=true 2024-11-26T14:20:47,947 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.wal-reader.19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274 to pos 0, reset compression=false 2024-11-26T14:20:48,254 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.wal-reader.19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274 to pos 0, reset compression=false 2024-11-26T14:20:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:20:48,374 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:20:48,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:48,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:48,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:48,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:48,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:48,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:20:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45435,1732630837158 2024-11-26T14:20:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8d1822 2024-11-26T14:20:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:20:48,377 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:20:48,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45435 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:20:48,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:48,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:48,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:48,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:48,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:20:48,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1601135122, stopped=false 2024-11-26T14:20:48,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:48,378 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,45435,1732630837158 2024-11-26T14:20:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:48,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:48,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:48,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:48,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:48,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:48,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,44059,1732630837494' ***** 2024-11-26T14:20:48,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:20:48,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:48,442 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:20:48,442 INFO [RS:0;19945b63c2b4:44059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:20:48,442 INFO [RS:0;19945b63c2b4:44059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:20:48,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:20:48,442 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(3091): Received CLOSE for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,44059,1732630837494 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:44059. 2024-11-26T14:20:48,443 DEBUG [RS:0;19945b63c2b4:44059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:48,443 DEBUG [RS:0;19945b63c2b4:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb9fb88724811932ec4c4bebae130e2c, disabling compactions & flushes 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:20:48,443 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. after waiting 0 ms 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:48,443 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb9fb88724811932ec4c4bebae130e2c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-26T14:20:48,443 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:20:48,443 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1325): Online Regions={eb9fb88724811932ec4c4bebae130e2c=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:20:48,443 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:48,443 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:48,443 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:48,443 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T14:20:48,454 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:48,458 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/info/021909ce79e7434f908950eeef8002c1 is 147, key is hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c./info:regioninfo/1732630847400/Put/seqid=0 2024-11-26T14:20:48,461 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/.tmp/queue/c16146d9583a43a5933a9829703552a2 is 151, key is 1-19945b63c2b4,44059,1732630837494/queue:19945b63c2b4%2C44059%2C1732630837494/1732630847718/Put/seqid=0 2024-11-26T14:20:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741838_1014 (size=6631) 2024-11-26T14:20:48,463 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/info/021909ce79e7434f908950eeef8002c1 2024-11-26T14:20:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741839_1015 (size=5350) 2024-11-26T14:20:48,465 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/.tmp/queue/c16146d9583a43a5933a9829703552a2 2024-11-26T14:20:48,471 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/.tmp/queue/c16146d9583a43a5933a9829703552a2 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/queue/c16146d9583a43a5933a9829703552a2 2024-11-26T14:20:48,475 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/queue/c16146d9583a43a5933a9829703552a2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-26T14:20:48,476 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for eb9fb88724811932ec4c4bebae130e2c in 33ms, sequenceid=5, compaction requested=false 2024-11-26T14:20:48,476 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:20:48,481 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:20:48,482 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:48,482 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:48,482 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:48,482 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb9fb88724811932ec4c4bebae130e2c: Waiting for close lock at 1732630848443Running coprocessor pre-close hooks at 1732630848443Disabling compacts and flushes for region at 1732630848443Disabling writes for close at 1732630848443Obtaining lock to block concurrent updates at 1732630848443Preparing flush snapshotting stores in eb9fb88724811932ec4c4bebae130e2c at 1732630848443Finished memstore snapshotting hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732630848443Flushing stores of hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. at 1732630848444 (+1 ms)Flushing eb9fb88724811932ec4c4bebae130e2c/queue: creating writer at 1732630848444Flushing eb9fb88724811932ec4c4bebae130e2c/queue: appending metadata at 1732630848460 (+16 ms)Flushing eb9fb88724811932ec4c4bebae130e2c/queue: closing flushed file at 1732630848460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337d735f: reopening flushed file at 1732630848470 (+10 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for eb9fb88724811932ec4c4bebae130e2c in 33ms, sequenceid=5, compaction requested=false at 1732630848476 (+6 ms)Writing region close event to WAL at 1732630848477 (+1 ms)Running coprocessor post-close hooks at 1732630848482 (+5 ms)Closed at 1732630848482 2024-11-26T14:20:48,482 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:48,491 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/ns/fb63661528f84656808cc958c76ff8f8 is 43, key is default/ns:d/1732630840412/Put/seqid=0 2024-11-26T14:20:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741840_1016 (size=5153) 2024-11-26T14:20:48,643 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:48,658 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.wal-reader.19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274 to pos 0, reset compression=false 2024-11-26T14:20:48,844 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:48,895 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/ns/fb63661528f84656808cc958c76ff8f8 2024-11-26T14:20:48,916 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/table/6417863e52c642248080e0a21bb6f47c is 53, key is hbase:replication/table:state/1732630847408/Put/seqid=0 2024-11-26T14:20:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741841_1017 (size=5256) 2024-11-26T14:20:49,044 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:49,149 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:20:49,149 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:20:49,163 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.wal-reader.19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274 to pos 0, reset compression=false 2024-11-26T14:20:49,244 DEBUG [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:49,321 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/table/6417863e52c642248080e0a21bb6f47c 2024-11-26T14:20:49,327 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/info/021909ce79e7434f908950eeef8002c1 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/info/021909ce79e7434f908950eeef8002c1 2024-11-26T14:20:49,332 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/info/021909ce79e7434f908950eeef8002c1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T14:20:49,333 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/ns/fb63661528f84656808cc958c76ff8f8 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/ns/fb63661528f84656808cc958c76ff8f8 2024-11-26T14:20:49,338 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/ns/fb63661528f84656808cc958c76ff8f8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:20:49,339 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/table/6417863e52c642248080e0a21bb6f47c as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/table/6417863e52c642248080e0a21bb6f47c 2024-11-26T14:20:49,343 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/table/6417863e52c642248080e0a21bb6f47c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T14:20:49,344 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=11, compaction requested=false 2024-11-26T14:20:49,348 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T14:20:49,348 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:49,348 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:49,349 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:49,349 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630848443Running coprocessor pre-close hooks at 1732630848443Disabling compacts and flushes for region at 1732630848443Disabling writes for close at 1732630848443Obtaining lock to block concurrent updates at 1732630848443Preparing flush snapshotting stores in 1588230740 at 1732630848443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732630848444 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630848444Flushing 1588230740/info: creating writer at 1732630848444Flushing 1588230740/info: appending metadata at 1732630848457 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732630848457Flushing 1588230740/ns: creating writer at 1732630848468 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732630848490 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732630848490Flushing 1588230740/table: creating writer at 1732630848900 (+410 ms)Flushing 1588230740/table: appending metadata at 1732630848916 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732630848916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae62e03: reopening flushed file at 1732630849326 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237dbe64: reopening flushed file at 1732630849332 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d0a226: reopening flushed file at 1732630849338 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=11, compaction requested=false at 1732630849344 (+6 ms)Writing region close event to WAL at 1732630849345 (+1 ms)Running coprocessor post-close hooks at 1732630849348 (+3 ms)Closed at 1732630849348 2024-11-26T14:20:49,349 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:49,444 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,44059,1732630837494; all regions closed. 2024-11-26T14:20:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741834_1010 (size=2742) 2024-11-26T14:20:49,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.meta.1732630840314.meta not finished, retry = 0 2024-11-26T14:20:49,548 DEBUG [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs 2024-11-26T14:20:49,548 INFO [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C44059%2C1732630837494.meta:.meta(num 1732630840314) 2024-11-26T14:20:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741837_1013 (size=1586) 2024-11-26T14:20:49,552 DEBUG [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs 2024-11-26T14:20:49,552 INFO [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C44059%2C1732630837494.rep:(num 1732630847370) 2024-11-26T14:20:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741832_1008 (size=93) 2024-11-26T14:20:49,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494/19945b63c2b4%2C44059%2C1732630837494.1732630839274 not finished, retry = 0 2024-11-26T14:20:49,656 DEBUG [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C44059%2C1732630837494:(num 1732630839274) 2024-11-26T14:20:49,656 DEBUG [RS:0;19945b63c2b4:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:49,656 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,44059,1732630837494 because: Region server is closing 2024-11-26T14:20:49,656 INFO [RS:0;19945b63c2b4:44059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:44059. 2024-11-26T14:20:49,657 DEBUG [RS:0;19945b63c2b4:44059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:49,657 DEBUG [RS:0;19945b63c2b4:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:49,657 DEBUG [RS:0;19945b63c2b4:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:49,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:49,757 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.wal-reader.19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:20:49,757 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.shipper19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:20:49,757 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44059,1732630837494.replicationSource.shipper19945b63c2b4%2C44059%2C1732630837494,1-19945b63c2b4,44059,1732630837494 terminated 2024-11-26T14:20:49,757 INFO [RS:0;19945b63c2b4:44059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44059 2024-11-26T14:20:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/rs 2024-11-26T14:20:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/rs/19945b63c2b4,44059,1732630837494 2024-11-26T14:20:49,880 INFO [RS:0;19945b63c2b4:44059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:49,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,44059,1732630837494] 2024-11-26T14:20:49,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/draining/19945b63c2b4,44059,1732630837494 already deleted, retry=false 2024-11-26T14:20:49,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,44059,1732630837494 expired; onlineServers=0 2024-11-26T14:20:49,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,45435,1732630837158' ***** 2024-11-26T14:20:49,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:20:49,904 INFO [M:0;19945b63c2b4:45435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:49,904 INFO [M:0;19945b63c2b4:45435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:49,904 DEBUG [M:0;19945b63c2b4:45435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:20:49,905 DEBUG [M:0;19945b63c2b4:45435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:20:49,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:20:49,905 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630839009 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630839009,5,FailOnTimeoutGroup] 2024-11-26T14:20:49,905 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630839011 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630839011,5,FailOnTimeoutGroup] 2024-11-26T14:20:49,905 INFO [M:0;19945b63c2b4:45435 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:49,905 INFO [M:0;19945b63c2b4:45435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:49,905 DEBUG [M:0;19945b63c2b4:45435 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:20:49,905 INFO [M:0;19945b63c2b4:45435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:20:49,905 INFO [M:0;19945b63c2b4:45435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:49,905 INFO [M:0;19945b63c2b4:45435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:20:49,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:20:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/master 2024-11-26T14:20:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:49,915 DEBUG [M:0;19945b63c2b4:45435 {}] zookeeper.ZKUtil(347): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/master because node does not exist (not an error) 2024-11-26T14:20:49,915 WARN [M:0;19945b63c2b4:45435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:20:49,915 INFO [M:0;19945b63c2b4:45435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/.lastflushedseqids 2024-11-26T14:20:49,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741842_1018 (size=181) 2024-11-26T14:20:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:49,994 INFO [RS:0;19945b63c2b4:44059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:49,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x1017784696b0001, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:49,994 INFO [RS:0;19945b63c2b4:44059 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,44059,1732630837494; zookeeper connection closed. 2024-11-26T14:20:49,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9445ab9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9445ab9 2024-11-26T14:20:49,994 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:20:50,320 INFO [M:0;19945b63c2b4:45435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:20:50,320 INFO [M:0;19945b63c2b4:45435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:20:50,320 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:20:50,320 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:50,321 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:50,321 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:20:50,321 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:50,321 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-26T14:20:50,339 DEBUG [M:0;19945b63c2b4:45435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235993eb720b4f2b8d81b2e1a87e3898 is 82, key is hbase:meta,,1/info:regioninfo/1732630840384/Put/seqid=0 2024-11-26T14:20:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741843_1019 (size=5672) 2024-11-26T14:20:50,744 INFO [M:0;19945b63c2b4:45435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235993eb720b4f2b8d81b2e1a87e3898 2024-11-26T14:20:50,762 DEBUG [M:0;19945b63c2b4:45435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6e4588d4f5444c3991f9a5904613388 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732630847411/Put/seqid=0 2024-11-26T14:20:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741844_1020 (size=7203) 2024-11-26T14:20:51,166 INFO [M:0;19945b63c2b4:45435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6e4588d4f5444c3991f9a5904613388 2024-11-26T14:20:51,183 DEBUG [M:0;19945b63c2b4:45435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b4acdd9d1d4626afa5909d3c2574c8 is 69, key is 19945b63c2b4,44059,1732630837494/rs:state/1732630839123/Put/seqid=0 2024-11-26T14:20:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741845_1021 (size=5156) 2024-11-26T14:20:51,588 INFO [M:0;19945b63c2b4:45435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b4acdd9d1d4626afa5909d3c2574c8 2024-11-26T14:20:51,593 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235993eb720b4f2b8d81b2e1a87e3898 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235993eb720b4f2b8d81b2e1a87e3898 2024-11-26T14:20:51,598 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235993eb720b4f2b8d81b2e1a87e3898, entries=8, sequenceid=70, filesize=5.5 K 2024-11-26T14:20:51,599 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6e4588d4f5444c3991f9a5904613388 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6e4588d4f5444c3991f9a5904613388 2024-11-26T14:20:51,604 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6e4588d4f5444c3991f9a5904613388, entries=8, sequenceid=70, filesize=7.0 K 2024-11-26T14:20:51,604 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b4acdd9d1d4626afa5909d3c2574c8 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b4acdd9d1d4626afa5909d3c2574c8 2024-11-26T14:20:51,609 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b4acdd9d1d4626afa5909d3c2574c8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-26T14:20:51,609 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-26T14:20:51,611 INFO [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:51,611 DEBUG [M:0;19945b63c2b4:45435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630850320Disabling compacts and flushes for region at 1732630850320Disabling writes for close at 1732630850321 (+1 ms)Obtaining lock to block concurrent updates at 1732630850321Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630850321Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732630850321Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630850321Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630850322 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630850339 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630850339Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630850748 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630850762 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630850762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630851170 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630851183 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630851183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb332cb: reopening flushed file at 1732630851592 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcfc750: reopening flushed file at 1732630851598 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c7bb97: reopening flushed file at 1732630851604 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732630851609 (+5 ms)Writing region close event to WAL at 1732630851610 (+1 ms)Closed at 1732630851611 (+1 ms) 2024-11-26T14:20:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741830_1006 (size=41008) 2024-11-26T14:20:51,612 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158/19945b63c2b4%2C45435%2C1732630837158.1732630838678 not finished, retry = 0 2024-11-26T14:20:51,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:20:51,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:51,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:51,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:51,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:51,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:51,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:51,713 INFO [M:0;19945b63c2b4:45435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:20:51,713 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:51,713 INFO [M:0;19945b63c2b4:45435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45435 2024-11-26T14:20:51,713 INFO [M:0;19945b63c2b4:45435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:51,920 INFO [M:0;19945b63c2b4:45435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45435-0x1017784696b0000, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:51,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:20:51,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:20:51,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36143 2024-11-26T14:20:51,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36143 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:51,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361430x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:51,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36143-0x1017784696b0006 connected 2024-11-26T14:20:51,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:51,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:51,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:51,951 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: INIT 2024-11-26T14:20:51,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a, hbase.cluster.distributed=false 2024-11-26T14:20:51,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/acl 2024-11-26T14:20:51,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-26T14:20:51,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36143 2024-11-26T14:20:51,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36143 2024-11-26T14:20:51,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-26T14:20:51,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-26T14:20:51,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:20:51,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:51,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:51,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:20:51,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:20:51,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:20:51,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:20:51,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:20:51,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43469 2024-11-26T14:20:51,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43469 connecting to ZooKeeper ensemble=127.0.0.1:60709 2024-11-26T14:20:51,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:51,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:51,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434690x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:20:51,987 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: INIT 2024-11-26T14:20:51,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434690x0, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:51,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43469-0x1017784696b0007 connected 2024-11-26T14:20:51,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:20:51,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:20:51,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/master 2024-11-26T14:20:51,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/acl 2024-11-26T14:20:51,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43469 2024-11-26T14:20:51,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43469 2024-11-26T14:20:51,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43469 2024-11-26T14:20:52,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43469 2024-11-26T14:20:52,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43469 2024-11-26T14:20:52,012 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:36143 2024-11-26T14:20:52,012 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1990679419/backup-masters/19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:52,020 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on existing znode=/0-1990679419/backup-masters/19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1990679419/master 2024-11-26T14:20:52,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:52,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:52,031 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on existing znode=/0-1990679419/master 2024-11-26T14:20:52,031 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1990679419/backup-masters/19945b63c2b4,36143,1732630851922 from backup master directory 2024-11-26T14:20:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/backup-masters/19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/backup-masters 2024-11-26T14:20:52,041 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:20:52,041 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,050 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:20:52,050 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:20:52,057 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-26T14:20:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741846_1022 (size=196) 2024-11-26T14:20:52,468 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:20:52,469 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:20:52,469 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:52,474 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-26T14:20:52,476 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158 to hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158-dead as it is dead 2024-11-26T14:20:52,477 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158-dead/19945b63c2b4%2C45435%2C1732630837158.1732630838678 2024-11-26T14:20:52,477 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158-dead/19945b63c2b4%2C45435%2C1732630837158.1732630838678 after 0ms 2024-11-26T14:20:52,478 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158-dead/19945b63c2b4%2C45435%2C1732630837158.1732630838678 to hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C45435%2C1732630837158.1732630838678 2024-11-26T14:20:52,478 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,45435,1732630837158-dead 2024-11-26T14:20:52,478 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,479 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:20:52,480 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C36143%2C1732630851922, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,36143,1732630851922, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/oldWALs, maxLogs=10 2024-11-26T14:20:52,492 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,36143,1732630851922/19945b63c2b4%2C36143%2C1732630851922.1732630852480, exclude list is [], retry=0 2024-11-26T14:20:52,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:52,495 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/WALs/19945b63c2b4,36143,1732630851922/19945b63c2b4%2C36143%2C1732630851922.1732630852480 2024-11-26T14:20:52,495 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:52,495 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:52,496 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:52,496 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,496 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:20:52,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:52,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235993eb720b4f2b8d81b2e1a87e3898 2024-11-26T14:20:52,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:52,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:20:52,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:52,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6e4588d4f5444c3991f9a5904613388 2024-11-26T14:20:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:20:52,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:52,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b4acdd9d1d4626afa5909d3c2574c8 2024-11-26T14:20:52,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:52,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:20:52,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:52,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:52,518 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,518 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-26T14:20:52,518 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C45435%2C1732630837158.1732630838678 2024-11-26T14:20:52,524 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C45435%2C1732630837158.1732630838678 2024-11-26T14:20:52,525 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/19945b63c2b4%2C45435%2C1732630837158.1732630838678 2024-11-26T14:20:52,526 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,526 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,527 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:52,528 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:20:52,530 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-26T14:20:52,535 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61593641, jitterRate=-0.08218322694301605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:52,535 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630852496Initializing all the Stores at 1732630852497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630852497Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630852497Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630852497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630852497Cleaning up temporary data from old regions at 1732630852526 (+29 ms)Region opened successfully at 1732630852535 (+9 ms) 2024-11-26T14:20:52,536 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:20:52,539 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dc9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:20:52,541 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-26T14:20:52,541 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:20:52,541 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:20:52,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:20:52,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:20:52,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:20:52,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:20:52,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:20:52,545 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-26T14:20:52,545 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:20:52,548 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=19945b63c2b4,44059,1732630837494, regionLocation=19945b63c2b4,44059,1732630837494, openSeqNum=2 2024-11-26T14:20:52,548 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=19945b63c2b4,44059,1732630837494, table=hbase:meta, region=1588230740 2024-11-26T14:20:52,548 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,44059,1732630837494, state=OPEN 2024-11-26T14:20:52,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:52,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:52,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:52,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:52,602 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:20:52,609 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/draining/19945b63c2b4,44059,1732630837494 already deleted, retry=false 2024-11-26T14:20:52,609 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 19945b63c2b4,44059,1732630837494 on 19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,610 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 19945b63c2b4,44059,1732630837494, splitWal=true, meta=true 2024-11-26T14:20:52,610 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 19945b63c2b4,44059,1732630837494 (carryingMeta=true) 19945b63c2b4,44059,1732630837494/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1dda3b4f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T14:20:52,612 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/balancer because node does not exist (not necessarily an error) 2024-11-26T14:20:52,620 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/balancer already deleted, retry=false 2024-11-26T14:20:52,620 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:20:52,621 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:20:52,630 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/normalizer already deleted, retry=false 2024-11-26T14:20:52,631 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:20:52,632 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:20:52,641 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/switch/split already deleted, retry=false 2024-11-26T14:20:52,642 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:20:52,651 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/switch/merge already deleted, retry=false 2024-11-26T14:20:52,664 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:20:52,672 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/snapshot-cleanup already deleted, retry=false 2024-11-26T14:20:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:52,683 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,36143,1732630851922, sessionid=0x1017784696b0006, setting cluster-up flag (Was=false) 2024-11-26T14:20:52,694 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1990679419/flush-table-proc/acquired, /0-1990679419/flush-table-proc/reached, /0-1990679419/flush-table-proc/abort 2024-11-26T14:20:52,695 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,705 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1990679419/online-snapshot/acquired, /0-1990679419/online-snapshot/reached, /0-1990679419/online-snapshot/abort 2024-11-26T14:20:52,706 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,36143,1732630851922 2024-11-26T14:20:52,707 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/.lastflushedseqids 2024-11-26T14:20:52,709 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:20:52,709 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:20:52,709 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,36143,1732630851922 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 19945b63c2b4,44059,1732630837494 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:20:52,711 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630882712 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:20:52,712 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 19945b63c2b4,44059,1732630837494, splitWal=true, meta=true 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:20:52,712 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,713 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 19945b63c2b4,44059,1732630837494, splitWal=true, meta=true, isMeta: true 2024-11-26T14:20:52,713 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:20:52,713 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:20:52,713 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:20:52,713 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:20:52,714 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494-splitting 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:20:52,714 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630852714,5,FailOnTimeoutGroup] 2024-11-26T14:20:52,714 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630852714,5,FailOnTimeoutGroup] 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,714 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494-splitting dir is empty, no logs to split. 2024-11-26T14:20:52,714 INFO [PEWorker-1 {}] master.SplitWALManager(105): 19945b63c2b4,44059,1732630837494 WAL count=0, meta=true 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630852714, completionTime=-1 2024-11-26T14:20:52,714 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-26T14:20:52,714 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T14:20:52,716 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494-splitting dir is empty, no logs to split. 2024-11-26T14:20:52,716 INFO [PEWorker-1 {}] master.SplitWALManager(105): 19945b63c2b4,44059,1732630837494 WAL count=0, meta=true 2024-11-26T14:20:52,716 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 19945b63c2b4,44059,1732630837494 WAL splitting is done? wals=0, meta=true 2024-11-26T14:20:52,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:20:52,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:20:52,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T14:20:52,802 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(746): ClusterId : 762b1b4b-b717-4f71-8d59-c80636385366 2024-11-26T14:20:52,803 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:20:52,810 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:20:52,810 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:20:52,820 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:20:52,820 DEBUG [RS:0;19945b63c2b4:43469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6327fabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:20:52,831 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:43469 2024-11-26T14:20:52,831 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:20:52,831 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:20:52,831 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:20:52,831 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,36143,1732630851922 with port=43469, startcode=1732630851967 2024-11-26T14:20:52,832 DEBUG [RS:0;19945b63c2b4:43469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:20:52,833 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:20:52,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,43469,1732630851967 2024-11-26T14:20:52,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36143 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,43469,1732630851967 2024-11-26T14:20:52,835 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a 2024-11-26T14:20:52,835 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-11-26T14:20:52,835 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:20:52,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-26T14:20:52,869 WARN [19945b63c2b4:36143 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T14:20:52,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/rs 2024-11-26T14:20:52,872 DEBUG [RS:0;19945b63c2b4:43469 {}] zookeeper.ZKUtil(111): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on existing znode=/0-1990679419/rs/19945b63c2b4,43469,1732630851967 2024-11-26T14:20:52,872 WARN [RS:0;19945b63c2b4:43469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:20:52,872 INFO [RS:0;19945b63c2b4:43469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:52,872 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967 2024-11-26T14:20:52,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,43469,1732630851967] 2024-11-26T14:20:52,891 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:20:52,893 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:20:52,894 INFO [RS:0;19945b63c2b4:43469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:20:52,894 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,895 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:20:52,895 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:20:52,895 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,895 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,895 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,895 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:20:52,896 DEBUG [RS:0;19945b63c2b4:43469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:20:52,896 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,896 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,896 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,896 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,896 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,896 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43469,1732630851967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:20:52,909 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:20:52,909 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43469,1732630851967-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,921 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,43469,1732630851967, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:20:52,921 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,921 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.Replication(171): 19945b63c2b4,43469,1732630851967 started 2024-11-26T14:20:52,933 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:52,933 DEBUG [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:45331' 2024-11-26T14:20:52,934 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,43469,1732630851967, RpcServer on 19945b63c2b4/172.17.0.3:43469, sessionid=0x1017784696b0007 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,43469,1732630851967 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,43469,1732630851967' 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1990679419/flush-table-proc/abort' 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1990679419/flush-table-proc/acquired' 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f633888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,45331,-1 for getting cluster id 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,43469,1732630851967 2024-11-26T14:20:52,934 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,43469,1732630851967' 2024-11-26T14:20:52,935 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1990679419/online-snapshot/abort' 2024-11-26T14:20:52,935 DEBUG [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:52,935 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1990679419/online-snapshot/acquired' 2024-11-26T14:20:52,935 DEBUG [RS:0;19945b63c2b4:43469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:20:52,935 INFO [RS:0;19945b63c2b4:43469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:20:52,935 INFO [RS:0;19945b63c2b4:43469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:20:52,936 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '685d5a2c-7082-432f-a654-e499e9877531' 2024-11-26T14:20:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "685d5a2c-7082-432f-a654-e499e9877531" 2024-11-26T14:20:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2b6004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,45331,-1] 2024-11-26T14:20:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:52,937 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:52,938 DEBUG [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@555ef928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:52,938 DEBUG [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:20:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,45331,1732630843053 2024-11-26T14:20:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afcd85c 2024-11-26T14:20:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:20:52,940 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-26T14:20:52,940 INFO [RS:0;19945b63c2b4:43469.replicationSource,1-19945b63c2b4,43469,1732630851967 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,43469,1732630851967 (queues=0) is replicating from cluster=762b1b4b-b717-4f71-8d59-c80636385366 to cluster=685d5a2c-7082-432f-a654-e499e9877531 2024-11-26T14:20:53,036 INFO [RS:0;19945b63c2b4:43469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:20:53,037 INFO [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C43469%2C1732630851967, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs, maxLogs=10 2024-11-26T14:20:53,049 DEBUG [RS:0;19945b63c2b4:43469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037, exclude list is [], retry=0 2024-11-26T14:20:53,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:53,054 INFO [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 2024-11-26T14:20:53,055 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 19945b63c2b4%2C43469%2C1732630851967 for peer 1 2024-11-26T14:20:53,055 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C43469%2C1732630851967 2024-11-26T14:20:53,055 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,43469,1732630851967, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:20:53,056 DEBUG [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:53,056 INFO [RS:0;19945b63c2b4:43469.replicationSource.shipper19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C43469%2C1732630851967 2024-11-26T14:20:53,056 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037, startPosition=0, beingWritten=true 2024-11-26T14:20:53,119 DEBUG [19945b63c2b4:36143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:20:53,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,43469,1732630851967 2024-11-26T14:20:53,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,43469,1732630851967, state=OPENING 2024-11-26T14:20:53,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:53,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:53,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:53,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:53,136 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:20:53,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,43469,1732630851967}] 2024-11-26T14:20:53,262 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:53,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:20:53,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:20:53,292 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:20:53,292 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:53,292 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:20:53,294 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C43469%2C1732630851967.meta, suffix=.meta, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs, maxLogs=10 2024-11-26T14:20:53,306 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.meta.1732630853294.meta, exclude list is [], retry=0 2024-11-26T14:20:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:53,310 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.meta.1732630853294.meta 2024-11-26T14:20:53,310 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:53,310 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:53,311 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:20:53,311 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:20:53,311 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:20:53,311 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:20:53,311 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:20:53,311 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:53,311 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:20:53,311 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:20:53,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:20:53,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:20:53,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:53,318 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/info/021909ce79e7434f908950eeef8002c1 2024-11-26T14:20:53,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:53,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:20:53,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:20:53,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:53,324 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/ns/fb63661528f84656808cc958c76ff8f8 2024-11-26T14:20:53,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:53,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:20:53,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:20:53,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:20:53,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:20:53,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:53,332 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/table/6417863e52c642248080e0a21bb6f47c 2024-11-26T14:20:53,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:20:53,332 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:20:53,333 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740 2024-11-26T14:20:53,334 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740 2024-11-26T14:20:53,335 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:20:53,335 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:20:53,336 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:20:53,337 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:20:53,337 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70949589, jitterRate=0.05723126232624054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:20:53,337 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:20:53,337 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630853311Writing region info on filesystem at 1732630853311Initializing all the Stores at 1732630853312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630853312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630853312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630853312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630853312Cleaning up temporary data from old regions at 1732630853335 (+23 ms)Running coprocessor post-open hooks at 1732630853337 (+2 ms)Region opened successfully at 1732630853337 2024-11-26T14:20:53,338 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732630853288 2024-11-26T14:20:53,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=19945b63c2b4,43469,1732630851967 2024-11-26T14:20:53,341 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:20:53,341 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:20:53,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,43469,1732630851967, state=OPEN 2024-11-26T14:20:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1990679419/meta-region-server 2024-11-26T14:20:53,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:53,346 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,43469,1732630851967 2024-11-26T14:20:53,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1990679419/meta-region-server: CHANGED 2024-11-26T14:20:53,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T14:20:53,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,43469,1732630851967 in 210 msec 2024-11-26T14:20:53,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:20:53,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-26T14:20:53,567 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:53,971 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:54,367 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-26T14:20:54,475 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:55,080 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:55,784 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:55,869 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-26T14:20:56,588 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:57,222 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-26T14:20:57,222 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:20:57,222 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:57,222 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,43469,1732630851967, seqNum=-1] 2024-11-26T14:20:57,223 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:57,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:20:57,227 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb9fb88724811932ec4c4bebae130e2c, regionState=OPEN, lastHost=19945b63c2b4,44059,1732630837494, regionLocation=19945b63c2b4,44059,1732630837494, openSeqNum=2 2024-11-26T14:20:57,227 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:20:57,227 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630917227 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630977228 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-26T14:20:57,228 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 19945b63c2b4,44059,1732630837494 had 2 regions 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36143,1732630851922-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36143,1732630851922-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36143,1732630851922-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:36143, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,229 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 19945b63c2b4,44059,1732630837494, splitWal=true, meta=true, isMeta: false 2024-11-26T14:20:57,232 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494-splitting dir is empty, no logs to split. 2024-11-26T14:20:57,232 INFO [PEWorker-3 {}] master.SplitWALManager(105): 19945b63c2b4,44059,1732630837494 WAL count=0, meta=false 2024-11-26T14:20:57,233 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.192sec 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36143,1732630851922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:20:57,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36143,1732630851922-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:20:57,235 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,44059,1732630837494-splitting dir is empty, no logs to split. 2024-11-26T14:20:57,235 INFO [PEWorker-3 {}] master.SplitWALManager(105): 19945b63c2b4,44059,1732630837494 WAL count=0, meta=false 2024-11-26T14:20:57,235 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 19945b63c2b4,44059,1732630837494 WAL splitting is done? wals=0, meta=false 2024-11-26T14:20:57,236 WARN [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=19945b63c2b4,44059,1732630837494/hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:57,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN}] 2024-11-26T14:20:57,238 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:20:57,238 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:20:57,238 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36143,1732630851922-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:20:57,238 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN 2024-11-26T14:20:57,239 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T14:20:57,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179d4f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:57,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,36143,-1 for getting cluster id 2024-11-26T14:20:57,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:57,308 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b1b4b-b717-4f71-8d59-c80636385366' 2024-11-26T14:20:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b1b4b-b717-4f71-8d59-c80636385366" 2024-11-26T14:20:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0fec31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,36143,-1] 2024-11-26T14:20:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,310 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:57,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2a89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:57,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:20:57,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,43469,1732630851967, seqNum=-1] 2024-11-26T14:20:57,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:20:57,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:20:57,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-26T14:20:57,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:57,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:57,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:57,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 19945b63c2b4:36143 after: 19945b63c2b4:36143 2024-11-26T14:20:57,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5736233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:57,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,36143,-1 for getting cluster id 2024-11-26T14:20:57,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:20:57,317 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b1b4b-b717-4f71-8d59-c80636385366' 2024-11-26T14:20:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:20:57,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b1b4b-b717-4f71-8d59-c80636385366" 2024-11-26T14:20:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f431327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,36143,-1] 2024-11-26T14:20:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:20:57,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,319 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:20:57,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb8a007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:20:57,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:20:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,36143,1732630851922 2024-11-26T14:20:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43757e69 2024-11-26T14:20:57,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:20:57,321 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:20:57,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-26T14:20:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:20:57,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:57,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:57,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:57,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:20:57,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=501133997, stopped=false 2024-11-26T14:20:57,323 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,45331,1732630843053 2024-11-26T14:20:57,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11133502433/running 2024-11-26T14:20:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11133502433/running 2024-11-26T14:20:57,388 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:57,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:57,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:57,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:57,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/running 2024-11-26T14:20:57,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Set watcher on znode that does not yet exist, /11133502433/running 2024-11-26T14:20:57,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,43591,1732630843214' ***** 2024-11-26T14:20:57,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:20:57,389 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:20:57,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:20:57,389 INFO [RS:0;19945b63c2b4:43591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:20:57,389 INFO [RS:0;19945b63c2b4:43591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:20:57,389 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,43591,1732630843214 2024-11-26T14:20:57,389 INFO [RS:0;19945b63c2b4:43591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:57,389 INFO [RS:0;19945b63c2b4:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:43591. 2024-11-26T14:20:57,390 DEBUG [19945b63c2b4:36143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:20:57,390 DEBUG [RS:0;19945b63c2b4:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:57,390 DEBUG [RS:0;19945b63c2b4:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:57,390 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:20:57,390 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:20:57,390 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:20:57,390 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:20:57,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb9fb88724811932ec4c4bebae130e2c, regionState=OPENING, regionLocation=19945b63c2b4,43469,1732630851967 2024-11-26T14:20:57,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN because future has completed 2024-11-26T14:20:57,393 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:20:57,393 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:20:57,393 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:57,393 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:57,393 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:57,393 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:57,393 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:57,393 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:57,393 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-26T14:20:57,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb9fb88724811932ec4c4bebae130e2c, server=19945b63c2b4,43469,1732630851967}] 2024-11-26T14:20:57,408 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/.tmp/ns/524f43ed40a1445a8dfbc2f3bd5f9136 is 43, key is default/ns:d/1732630846164/Put/seqid=0 2024-11-26T14:20:57,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741835_1011 (size=5153) 2024-11-26T14:20:57,439 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:57,492 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:57,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:57,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:20:57,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:20:57,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C43469%2C1732630851967.rep, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs, maxLogs=10 2024-11-26T14:20:57,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.rep.1732630857551, exclude list is [], retry=0 2024-11-26T14:20:57,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33285,DS-4e44d351-2cb7-481f-af79-87d945f1f037,DISK] 2024-11-26T14:20:57,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.rep.1732630857551 2024-11-26T14:20:57,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38435:38435)] 2024-11-26T14:20:57,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => eb9fb88724811932ec4c4bebae130e2c, NAME => 'hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:20:57,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:20:57,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:20:57,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. service=MultiRowMutationService 2024-11-26T14:20:57,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:20:57,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:20:57,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,573 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,574 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9fb88724811932ec4c4bebae130e2c columnFamilyName hfileref 2024-11-26T14:20:57,574 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:57,574 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(327): Store=eb9fb88724811932ec4c4bebae130e2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:57,574 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,575 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9fb88724811932ec4c4bebae130e2c columnFamilyName queue 2024-11-26T14:20:57,575 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:57,580 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/queue/c16146d9583a43a5933a9829703552a2 2024-11-26T14:20:57,580 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(327): Store=eb9fb88724811932ec4c4bebae130e2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:57,580 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,581 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9fb88724811932ec4c4bebae130e2c columnFamilyName sid 2024-11-26T14:20:57,581 DEBUG [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:20:57,582 INFO [StoreOpener-eb9fb88724811932ec4c4bebae130e2c-1 {}] regionserver.HStore(327): Store=eb9fb88724811932ec4c4bebae130e2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:20:57,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:20:57,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened eb9fb88724811932ec4c4bebae130e2c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66980879, jitterRate=-0.0019071251153945923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:20:57,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:57,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for eb9fb88724811932ec4c4bebae130e2c: Running coprocessor pre-open hook at 1732630857572Writing region info on filesystem at 1732630857572Initializing all the Stores at 1732630857573 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630857573Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630857573Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630857573Cleaning up temporary data from old regions at 1732630857584 (+11 ms)Running coprocessor post-open hooks at 1732630857586 (+2 ms)Region opened successfully at 1732630857587 (+1 ms) 2024-11-26T14:20:57,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., pid=13, masterSystemTime=1732630857545 2024-11-26T14:20:57,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:57,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:57,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb9fb88724811932ec4c4bebae130e2c, regionState=OPEN, openSeqNum=9, regionLocation=19945b63c2b4,43469,1732630851967 2024-11-26T14:20:57,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb9fb88724811932ec4c4bebae130e2c, server=19945b63c2b4,43469,1732630851967 because future has completed 2024-11-26T14:20:57,593 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:57,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T14:20:57,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure eb9fb88724811932ec4c4bebae130e2c, server=19945b63c2b4,43469,1732630851967 in 200 msec 2024-11-26T14:20:57,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-26T14:20:57,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb9fb88724811932ec4c4bebae130e2c, ASSIGN in 358 msec 2024-11-26T14:20:57,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-26T14:20:57,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., hostname=19945b63c2b4,43469,1732630851967, seqNum=9] 2024-11-26T14:20:57,616 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 19945b63c2b4,44059,1732630837494 2024-11-26T14:20:57,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-26T14:20:57,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-26T14:20:57,793 DEBUG [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:57,814 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/.tmp/ns/524f43ed40a1445a8dfbc2f3bd5f9136 2024-11-26T14:20:57,820 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/.tmp/ns/524f43ed40a1445a8dfbc2f3bd5f9136 as hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/ns/524f43ed40a1445a8dfbc2f3bd5f9136 2024-11-26T14:20:57,825 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/ns/524f43ed40a1445a8dfbc2f3bd5f9136, entries=2, sequenceid=6, filesize=5.0 K 2024-11-26T14:20:57,826 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-26T14:20:57,826 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:20:57,831 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T14:20:57,831 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:57,831 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:57,831 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:57,832 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630857393Running coprocessor pre-close hooks at 1732630857393Disabling compacts and flushes for region at 1732630857393Disabling writes for close at 1732630857393Obtaining lock to block concurrent updates at 1732630857393Preparing flush snapshotting stores in 1588230740 at 1732630857393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732630857393Flushing stores of hbase:meta,,1.1588230740 at 1732630857394 (+1 ms)Flushing 1588230740/ns: creating writer at 1732630857394Flushing 1588230740/ns: appending metadata at 1732630857408 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732630857408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74759ec0: reopening flushed file at 1732630857820 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732630857826 (+6 ms)Writing region close event to WAL at 1732630857827 (+1 ms)Running coprocessor post-close hooks at 1732630857831 (+4 ms)Closed at 1732630857831 2024-11-26T14:20:57,832 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:20:57,993 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,43591,1732630843214; all regions closed. 2024-11-26T14:20:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741834_1010 (size=1152) 2024-11-26T14:20:58,026 DEBUG [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/oldWALs 2024-11-26T14:20:58,026 INFO [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C43591%2C1732630843214.meta:.meta(num 1732630846117) 2024-11-26T14:20:58,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741832_1008 (size=93) 2024-11-26T14:20:58,030 DEBUG [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/oldWALs 2024-11-26T14:20:58,030 INFO [RS:0;19945b63c2b4:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C43591%2C1732630843214:(num 1732630845167) 2024-11-26T14:20:58,030 DEBUG [RS:0;19945b63c2b4:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:58,030 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:58,030 INFO [RS:0;19945b63c2b4:43591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:58,030 INFO [RS:0;19945b63c2b4:43591 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:58,030 INFO [RS:0;19945b63c2b4:43591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:58,030 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:58,030 INFO [RS:0;19945b63c2b4:43591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43591 2024-11-26T14:20:58,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433/rs 2024-11-26T14:20:58,073 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11133502433/rs/19945b63c2b4,43591,1732630843214 2024-11-26T14:20:58,073 INFO [RS:0;19945b63c2b4:43591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:58,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,43591,1732630843214] 2024-11-26T14:20:58,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11133502433/draining/19945b63c2b4,43591,1732630843214 already deleted, retry=false 2024-11-26T14:20:58,104 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,43591,1732630843214 expired; onlineServers=0 2024-11-26T14:20:58,104 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,45331,1732630843053' ***** 2024-11-26T14:20:58,104 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:20:58,104 INFO [M:0;19945b63c2b4:45331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:58,104 INFO [M:0;19945b63c2b4:45331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:20:58,104 DEBUG [M:0;19945b63c2b4:45331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:20:58,104 DEBUG [M:0;19945b63c2b4:45331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:20:58,104 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630844894 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630844894,5,FailOnTimeoutGroup] 2024-11-26T14:20:58,104 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630844903 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630844903,5,FailOnTimeoutGroup] 2024-11-26T14:20:58,104 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:20:58,104 INFO [M:0;19945b63c2b4:45331 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:20:58,104 INFO [M:0;19945b63c2b4:45331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:20:58,104 DEBUG [M:0;19945b63c2b4:45331 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:20:58,104 INFO [M:0;19945b63c2b4:45331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:20:58,105 INFO [M:0;19945b63c2b4:45331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:58,105 INFO [M:0;19945b63c2b4:45331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:20:58,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:20:58,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11133502433/master 2024-11-26T14:20:58,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11133502433 2024-11-26T14:20:58,114 DEBUG [M:0;19945b63c2b4:45331 {}] zookeeper.ZKUtil(347): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Unable to get data of znode /11133502433/master because node does not exist (not an error) 2024-11-26T14:20:58,114 WARN [M:0;19945b63c2b4:45331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:20:58,115 INFO [M:0;19945b63c2b4:45331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/.lastflushedseqids 2024-11-26T14:20:58,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741836_1012 (size=99) 2024-11-26T14:20:58,121 INFO [M:0;19945b63c2b4:45331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:20:58,121 INFO [M:0;19945b63c2b4:45331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:20:58,121 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:20:58,121 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:58,121 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:58,121 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:20:58,121 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:58,121 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-26T14:20:58,136 DEBUG [M:0;19945b63c2b4:45331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8502719520fd4f66971ee2bacf1bcf16 is 82, key is hbase:meta,,1/info:regioninfo/1732630846152/Put/seqid=0 2024-11-26T14:20:58,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741837_1013 (size=5672) 2024-11-26T14:20:58,193 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:58,193 INFO [RS:0;19945b63c2b4:43591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:58,193 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x1017784696b0004, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:58,193 INFO [RS:0;19945b63c2b4:43591 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,43591,1732630843214; zookeeper connection closed. 2024-11-26T14:20:58,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3045c460 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3045c460 2024-11-26T14:20:58,194 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:20:58,498 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:58,540 INFO [M:0;19945b63c2b4:45331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8502719520fd4f66971ee2bacf1bcf16 2024-11-26T14:20:58,559 DEBUG [M:0;19945b63c2b4:45331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e00d64afccc46f7811e310a23d4b22a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732630846167/Put/seqid=0 2024-11-26T14:20:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741838_1014 (size=5275) 2024-11-26T14:20:58,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:20:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:58,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:20:58,963 INFO [M:0;19945b63c2b4:45331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e00d64afccc46f7811e310a23d4b22a 2024-11-26T14:20:58,981 DEBUG [M:0;19945b63c2b4:45331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f658f1df295d4c77a6bfaf682d0dfbff is 69, key is 19945b63c2b4,43591,1732630843214/rs:state/1732630844942/Put/seqid=0 2024-11-26T14:20:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741839_1015 (size=5156) 2024-11-26T14:20:59,385 INFO [M:0;19945b63c2b4:45331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f658f1df295d4c77a6bfaf682d0dfbff 2024-11-26T14:20:59,390 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8502719520fd4f66971ee2bacf1bcf16 as hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8502719520fd4f66971ee2bacf1bcf16 2024-11-26T14:20:59,394 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8502719520fd4f66971ee2bacf1bcf16, entries=8, sequenceid=28, filesize=5.5 K 2024-11-26T14:20:59,395 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e00d64afccc46f7811e310a23d4b22a as hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e00d64afccc46f7811e310a23d4b22a 2024-11-26T14:20:59,401 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e00d64afccc46f7811e310a23d4b22a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-26T14:20:59,402 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f658f1df295d4c77a6bfaf682d0dfbff as hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f658f1df295d4c77a6bfaf682d0dfbff 2024-11-26T14:20:59,407 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34239/user/jenkins/test-data/01422c45-0dbc-be98-1a9e-a77a2d6cf3ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f658f1df295d4c77a6bfaf682d0dfbff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-26T14:20:59,408 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-26T14:20:59,412 INFO [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:20:59,412 DEBUG [M:0;19945b63c2b4:45331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630858121Disabling compacts and flushes for region at 1732630858121Disabling writes for close at 1732630858121Obtaining lock to block concurrent updates at 1732630858121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630858121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732630858122 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630858122Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630858122Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630858136 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630858136Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630858545 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630858558 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630858558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630858967 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630858981 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630858981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcda7e2: reopening flushed file at 1732630859389 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3089855b: reopening flushed file at 1732630859395 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2349aa29: reopening flushed file at 1732630859401 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1732630859408 (+7 ms)Writing region close event to WAL at 1732630859412 (+4 ms)Closed at 1732630859412 2024-11-26T14:20:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44829 is added to blk_1073741830_1006 (size=10165) 2024-11-26T14:20:59,415 INFO [M:0;19945b63c2b4:45331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:20:59,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:20:59,415 INFO [M:0;19945b63c2b4:45331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45331 2024-11-26T14:20:59,415 INFO [M:0;19945b63c2b4:45331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:20:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:59,572 INFO [M:0;19945b63c2b4:45331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:20:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45331-0x1017784696b0003, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:20:59,602 DEBUG [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 to pos 0, reset compression=false 2024-11-26T14:20:59,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54ba0618{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:20:59,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aa80ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:20:59,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:20:59,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc082ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:20:59,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4bb812{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir/,STOPPED} 2024-11-26T14:20:59,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:20:59,605 WARN [BP-668004449-172.17.0.3-1732630840552 heartbeating to localhost/127.0.0.1:34239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:20:59,605 WARN [BP-668004449-172.17.0.3-1732630840552 heartbeating to localhost/127.0.0.1:34239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-668004449-172.17.0.3-1732630840552 (Datanode Uuid ead45720-7b56-44ec-900d-dd78e4fe52d5) service to localhost/127.0.0.1:34239 2024-11-26T14:20:59,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:20:59,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/cluster_96c2b313-8262-af96-8852-0edc55afbfe5/data/data1/current/BP-668004449-172.17.0.3-1732630840552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:20:59,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/cluster_96c2b313-8262-af96-8852-0edc55afbfe5/data/data2/current/BP-668004449-172.17.0.3-1732630840552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:20:59,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:20:59,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7704fcc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:20:59,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4853dbd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:20:59,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:20:59,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73796696{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:20:59,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3821b27a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir/,STOPPED} 2024-11-26T14:20:59,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:20:59,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:20:59,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:59,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:59,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:59,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:59,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:20:59,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:20:59,631 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=712643811, stopped=false 2024-11-26T14:20:59,631 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,36143,1732630851922 2024-11-26T14:20:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/running 2024-11-26T14:20:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:20:59,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:20:59,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:20:59,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:59,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:59,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Set watcher on znode that does not yet exist, /0-1990679419/running 2024-11-26T14:20:59,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:59,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,43469,1732630851967' ***** 2024-11-26T14:20:59,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(3091): Received CLOSE for eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:59,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,43469,1732630851967 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:20:59,652 INFO [RS:0;19945b63c2b4:43469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:43469. 2024-11-26T14:20:59,653 DEBUG [RS:0;19945b63c2b4:43469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:20:59,653 DEBUG [RS:0;19945b63c2b4:43469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb9fb88724811932ec4c4bebae130e2c, disabling compactions & flushes 2024-11-26T14:20:59,653 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:20:59,653 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:59,653 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:20:59,653 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:20:59,653 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. after waiting 0 ms 2024-11-26T14:20:59,653 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:59,653 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1325): Online Regions={eb9fb88724811932ec4c4bebae130e2c=hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:20:59,653 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb9fb88724811932ec4c4bebae130e2c 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:20:59,653 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:20:59,653 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:20:59,653 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-26T14:20:59,656 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/replication/eb9fb88724811932ec4c4bebae130e2c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-26T14:20:59,657 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:20:59,657 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:20:59,657 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:59,657 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb9fb88724811932ec4c4bebae130e2c: Waiting for close lock at 1732630859652Running coprocessor pre-close hooks at 1732630859652Disabling compacts and flushes for region at 1732630859653 (+1 ms)Disabling writes for close at 1732630859653Writing region close event to WAL at 1732630859653Running coprocessor post-close hooks at 1732630859657 (+4 ms)Closed at 1732630859657 2024-11-26T14:20:59,657 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c. 2024-11-26T14:20:59,672 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/info/7241172004b34da996c05851b0a16ad1 is 147, key is hbase:replication,,1732630846235.eb9fb88724811932ec4c4bebae130e2c./info:regioninfo/1732630857590/Put/seqid=0 2024-11-26T14:20:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741851_1027 (size=6385) 2024-11-26T14:20:59,702 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:20:59,853 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:20:59,898 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:20:59,898 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:21:00,053 DEBUG [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:00,076 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/info/7241172004b34da996c05851b0a16ad1 2024-11-26T14:21:00,082 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/.tmp/info/7241172004b34da996c05851b0a16ad1 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/info/7241172004b34da996c05851b0a16ad1 2024-11-26T14:21:00,088 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/info/7241172004b34da996c05851b0a16ad1, entries=8, sequenceid=19, filesize=6.2 K 2024-11-26T14:21:00,089 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-11-26T14:21:00,093 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-26T14:21:00,093 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:00,094 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:00,094 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:00,094 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630859653Running coprocessor pre-close hooks at 1732630859653Disabling compacts and flushes for region at 1732630859653Disabling writes for close at 1732630859653Obtaining lock to block concurrent updates at 1732630859653Preparing flush snapshotting stores in 1588230740 at 1732630859653Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732630859654 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630859654Flushing 1588230740/info: creating writer at 1732630859654Flushing 1588230740/info: appending metadata at 1732630859671 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732630859672 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f05ce3: reopening flushed file at 1732630860081 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1732630860089 (+8 ms)Writing region close event to WAL at 1732630860090 (+1 ms)Running coprocessor post-close hooks at 1732630860093 (+3 ms)Closed at 1732630860094 (+1 ms) 2024-11-26T14:21:00,094 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:00,254 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,43469,1732630851967; all regions closed. 2024-11-26T14:21:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741849_1025 (size=2156) 2024-11-26T14:21:00,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.meta.1732630853294.meta not finished, retry = 0 2024-11-26T14:21:00,359 DEBUG [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs 2024-11-26T14:21:00,359 INFO [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C43469%2C1732630851967.meta:.meta(num 1732630853294) 2024-11-26T14:21:00,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741850_1026 (size=796) 2024-11-26T14:21:00,363 DEBUG [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs 2024-11-26T14:21:00,363 INFO [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C43469%2C1732630851967.rep:(num 1732630857551) 2024-11-26T14:21:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741848_1024 (size=93) 2024-11-26T14:21:00,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/WALs/19945b63c2b4,43469,1732630851967/19945b63c2b4%2C43469%2C1732630851967.1732630853037 not finished, retry = 0 2024-11-26T14:21:00,468 DEBUG [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/oldWALs 2024-11-26T14:21:00,468 INFO [RS:0;19945b63c2b4:43469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C43469%2C1732630851967:(num 1732630853037) 2024-11-26T14:21:00,468 DEBUG [RS:0;19945b63c2b4:43469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:00,468 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:00,468 INFO [RS:0;19945b63c2b4:43469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:00,468 INFO [RS:0;19945b63c2b4:43469 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:00,469 INFO [RS:0;19945b63c2b4:43469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:00,469 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:00,469 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,43469,1732630851967 because: Region server is closing 2024-11-26T14:21:00,469 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-26T14:21:00,469 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-26T14:21:00,469 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T14:21:00,469 INFO [RS:0;19945b63c2b4:43469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:43469. 2024-11-26T14:21:00,469 DEBUG [RS:0;19945b63c2b4:43469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:00,469 DEBUG [RS:0;19945b63c2b4:43469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:00,469 DEBUG [RS:0;19945b63c2b4:43469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:00,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:00,570 WARN [RS:0;19945b63c2b4:43469.replicationSource.shipper19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:21:00,570 WARN [RS:0;19945b63c2b4:43469.replicationSource.wal-reader.19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:21:00,570 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;19945b63c2b4:43469.replicationSource.shipper19945b63c2b4%2C43469%2C1732630851967,1-19945b63c2b4,43469,1732630851967 terminated 2024-11-26T14:21:00,570 INFO [RS:0;19945b63c2b4:43469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43469 2024-11-26T14:21:00,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/rs/19945b63c2b4,43469,1732630851967 2024-11-26T14:21:00,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419/rs 2024-11-26T14:21:00,672 INFO [RS:0;19945b63c2b4:43469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:00,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,43469,1732630851967] 2024-11-26T14:21:00,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1990679419/draining/19945b63c2b4,43469,1732630851967 already deleted, retry=false 2024-11-26T14:21:00,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,43469,1732630851967 expired; onlineServers=0 2024-11-26T14:21:00,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,36143,1732630851922' ***** 2024-11-26T14:21:00,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:21:00,693 INFO [M:0;19945b63c2b4:36143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:00,693 INFO [M:0;19945b63c2b4:36143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:00,693 DEBUG [M:0;19945b63c2b4:36143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:21:00,694 DEBUG [M:0;19945b63c2b4:36143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:21:00,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:21:00,694 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630852714 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630852714,5,FailOnTimeoutGroup] 2024-11-26T14:21:00,694 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630852714 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630852714,5,FailOnTimeoutGroup] 2024-11-26T14:21:00,694 INFO [M:0;19945b63c2b4:36143 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:00,694 INFO [M:0;19945b63c2b4:36143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:00,694 DEBUG [M:0;19945b63c2b4:36143 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:21:00,694 INFO [M:0;19945b63c2b4:36143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:21:00,694 INFO [M:0;19945b63c2b4:36143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:00,694 INFO [M:0;19945b63c2b4:36143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:21:00,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:21:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1990679419/master 2024-11-26T14:21:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1990679419 2024-11-26T14:21:00,703 DEBUG [M:0;19945b63c2b4:36143 {}] zookeeper.ZKUtil(347): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Unable to get data of znode /0-1990679419/master because node does not exist (not an error) 2024-11-26T14:21:00,703 WARN [M:0;19945b63c2b4:36143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:21:00,704 INFO [M:0;19945b63c2b4:36143 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/.lastflushedseqids 2024-11-26T14:21:00,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741852_1028 (size=181) 2024-11-26T14:21:00,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:00,782 INFO [RS:0;19945b63c2b4:43469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:00,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43469-0x1017784696b0007, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:00,782 INFO [RS:0;19945b63c2b4:43469 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,43469,1732630851967; zookeeper connection closed. 2024-11-26T14:21:00,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58a7ab7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58a7ab7d 2024-11-26T14:21:00,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:21:01,109 INFO [M:0;19945b63c2b4:36143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:21:01,109 INFO [M:0;19945b63c2b4:36143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:21:01,109 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:01,109 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:01,109 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:01,109 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:01,109 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:01,109 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-26T14:21:01,125 DEBUG [M:0;19945b63c2b4:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db7b448820fa4b67a631924b7ccc0081 is 82, key is hbase:meta,,1/info:regioninfo/1732630853340/Put/seqid=0 2024-11-26T14:21:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741853_1029 (size=5672) 2024-11-26T14:21:01,534 INFO [M:0;19945b63c2b4:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db7b448820fa4b67a631924b7ccc0081 2024-11-26T14:21:01,556 DEBUG [M:0;19945b63c2b4:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95a96c4f440b403fa00a1d7b1b8dcecb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732630857595/Put/seqid=0 2024-11-26T14:21:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741854_1030 (size=7312) 2024-11-26T14:21:01,962 INFO [M:0;19945b63c2b4:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95a96c4f440b403fa00a1d7b1b8dcecb 2024-11-26T14:21:01,987 DEBUG [M:0;19945b63c2b4:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3391ffbb04174adf9106ced0e78ee129 is 69, key is 19945b63c2b4,43469,1732630851967/rs:state/1732630852834/Put/seqid=0 2024-11-26T14:21:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741855_1031 (size=5370) 2024-11-26T14:21:02,391 INFO [M:0;19945b63c2b4:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3391ffbb04174adf9106ced0e78ee129 2024-11-26T14:21:02,396 INFO [M:0;19945b63c2b4:36143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3391ffbb04174adf9106ced0e78ee129 2024-11-26T14:21:02,397 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db7b448820fa4b67a631924b7ccc0081 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db7b448820fa4b67a631924b7ccc0081 2024-11-26T14:21:02,401 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db7b448820fa4b67a631924b7ccc0081, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T14:21:02,402 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95a96c4f440b403fa00a1d7b1b8dcecb as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95a96c4f440b403fa00a1d7b1b8dcecb 2024-11-26T14:21:02,406 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95a96c4f440b403fa00a1d7b1b8dcecb, entries=7, sequenceid=127, filesize=7.1 K 2024-11-26T14:21:02,407 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3391ffbb04174adf9106ced0e78ee129 as hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3391ffbb04174adf9106ced0e78ee129 2024-11-26T14:21:02,411 INFO [M:0;19945b63c2b4:36143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3391ffbb04174adf9106ced0e78ee129 2024-11-26T14:21:02,411 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/51f6aa2f-7385-5d11-b5aa-c74acb150a6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3391ffbb04174adf9106ced0e78ee129, entries=2, sequenceid=127, filesize=5.2 K 2024-11-26T14:21:02,412 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=127, compaction requested=false 2024-11-26T14:21:02,412 INFO [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:02,413 DEBUG [M:0;19945b63c2b4:36143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630861109Disabling compacts and flushes for region at 1732630861109Disabling writes for close at 1732630861109Obtaining lock to block concurrent updates at 1732630861109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630861109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732630861110 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630861110Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630861110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630861124 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630861124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630861539 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630861555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630861555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630861967 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630861987 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630861987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777344cd: reopening flushed file at 1732630862396 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2278f5: reopening flushed file at 1732630862401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6d794d: reopening flushed file at 1732630862406 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=127, compaction requested=false at 1732630862412 (+6 ms)Writing region close event to WAL at 1732630862412Closed at 1732630862412 2024-11-26T14:21:02,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33285 is added to blk_1073741847_1023 (size=22903) 2024-11-26T14:21:02,416 INFO [M:0;19945b63c2b4:36143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:21:02,416 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:02,416 INFO [M:0;19945b63c2b4:36143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36143 2024-11-26T14:21:02,417 INFO [M:0;19945b63c2b4:36143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:02,593 INFO [M:0;19945b63c2b4:36143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1017784696b0006, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:02,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fabd9d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:02,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b238aac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:02,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:02,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695df057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:02,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6268c86f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:02,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:21:02,597 WARN [BP-191291655-172.17.0.3-1732630834649 heartbeating to localhost/127.0.0.1:43327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:21:02,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:21:02,597 WARN [BP-191291655-172.17.0.3-1732630834649 heartbeating to localhost/127.0.0.1:43327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191291655-172.17.0.3-1732630834649 (Datanode Uuid c5fddc18-341d-46db-acc6-ff957e8b7109) service to localhost/127.0.0.1:43327 2024-11-26T14:21:02,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/data/data1/current/BP-191291655-172.17.0.3-1732630834649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:02,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/cluster_da18839b-7a9f-33ae-0afc-c19248687d0a/data/data2/current/BP-191291655-172.17.0.3-1732630834649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:02,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:21:02,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bc70275{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:02,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71938ec5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:02,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:02,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f372e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:02,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2500c11c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14fce4ec-ac08-1624-0992-783a091e84d4/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:02,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:21:02,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:21:02,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34239 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4540 (was 5447) 2024-11-26T14:21:02,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4540 2024-11-26T14:21:02,657 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-26T14:21:02,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir so I do NOT create it in target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02 2024-11-26T14:21:02,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:21:02,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.tmp.dir so I do NOT create it in target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02 2024-11-26T14:21:02,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5115243-1cac-9013-48d5-d2903f8344ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:21:02,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02 2024-11-26T14:21:02,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf, deleteOnExit=true 2024-11-26T14:21:02,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/zookeeper_0, clientPort=62695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:21:02,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62695 2024-11-26T14:21:02,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:21:02,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/test.cache.data in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:21:02,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:02,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:21:02,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:21:02,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017784696b0002, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:21:02,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017784696b0002, quorum=127.0.0.1:60709, baseZNode=/0-1990679419 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:21:02,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017784696b0005, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:21:02,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017784696b0005, quorum=127.0.0.1:60709, baseZNode=/11133502433 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:21:03,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:03,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:03,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:03,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:03,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:21:03,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:03,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@796b33c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:03,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40da04a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:03,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eaf4cf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/java.io.tmpdir/jetty-localhost-35861-hadoop-hdfs-3_4_1-tests_jar-_-any-2403685024889501848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:03,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ad73777{HTTP/1.1, (http/1.1)}{localhost:35861} 2024-11-26T14:21:03,200 INFO [Time-limited test {}] server.Server(415): Started @173107ms 2024-11-26T14:21:03,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:03,527 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:03,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:03,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:03,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:21:03,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61375868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:03,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e008d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:03,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@135fde32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/java.io.tmpdir/jetty-localhost-35189-hadoop-hdfs-3_4_1-tests_jar-_-any-1780208408816606298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:03,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59b490b8{HTTP/1.1, (http/1.1)}{localhost:35189} 2024-11-26T14:21:03,643 INFO [Time-limited test {}] server.Server(415): Started @173550ms 2024-11-26T14:21:03,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:21:04,324 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/data/data1/current/BP-1749960600-172.17.0.3-1732630862707/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:04,324 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/data/data2/current/BP-1749960600-172.17.0.3-1732630862707/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:04,353 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:21:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c4113bc94a5152 with lease ID 0x19f5dfa8a31eeaa6: Processing first storage report for DS-4067a575-8cf6-406a-b8fd-4a06cb390085 from datanode DatanodeRegistration(127.0.0.1:38681, datanodeUuid=9aaae871-6c06-46d6-950a-d66299364258, infoPort=41635, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=633566291;c=1732630862707) 2024-11-26T14:21:04,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c4113bc94a5152 with lease ID 0x19f5dfa8a31eeaa6: from storage DS-4067a575-8cf6-406a-b8fd-4a06cb390085 node DatanodeRegistration(127.0.0.1:38681, datanodeUuid=9aaae871-6c06-46d6-950a-d66299364258, infoPort=41635, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=633566291;c=1732630862707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c4113bc94a5152 with lease ID 0x19f5dfa8a31eeaa6: Processing first storage report for DS-c756592a-4020-46c4-93fc-c7bbd85219c4 from datanode DatanodeRegistration(127.0.0.1:38681, datanodeUuid=9aaae871-6c06-46d6-950a-d66299364258, infoPort=41635, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=633566291;c=1732630862707) 2024-11-26T14:21:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c4113bc94a5152 with lease ID 0x19f5dfa8a31eeaa6: from storage DS-c756592a-4020-46c4-93fc-c7bbd85219c4 node DatanodeRegistration(127.0.0.1:38681, datanodeUuid=9aaae871-6c06-46d6-950a-d66299364258, infoPort=41635, infoSecurePort=0, ipcPort=39501, storageInfo=lv=-57;cid=testClusterID;nsid=633566291;c=1732630862707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:04,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02 2024-11-26T14:21:04,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:04,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:21:04,795 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99 with version=8 2024-11-26T14:21:04,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/hbase-staging 2024-11-26T14:21:04,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:04,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:04,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:04,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:04,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:04,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:04,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:21:04,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:04,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39745 2024-11-26T14:21:04,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39745 connecting to ZooKeeper ensemble=127.0.0.1:62695 2024-11-26T14:21:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397450x0, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:04,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39745-0x1017784d6fe0000 connected 2024-11-26T14:21:04,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:04,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:04,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/running 2024-11-26T14:21:04,984 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99, hbase.cluster.distributed=false 2024-11-26T14:21:04,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/acl 2024-11-26T14:21:04,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-26T14:21:04,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39745 2024-11-26T14:21:04,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39745 2024-11-26T14:21:04,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-26T14:21:04,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-26T14:21:05,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:05,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:05,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:05,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:05,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:05,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:05,000 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:21:05,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:05,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42859 2024-11-26T14:21:05,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42859 connecting to ZooKeeper ensemble=127.0.0.1:62695 2024-11-26T14:21:05,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:05,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:05,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428590x0, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:05,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428590x0, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/running 2024-11-26T14:21:05,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42859-0x1017784d6fe0001 connected 2024-11-26T14:21:05,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:21:05,014 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:21:05,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/master 2024-11-26T14:21:05,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/acl 2024-11-26T14:21:05,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42859 2024-11-26T14:21:05,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42859 2024-11-26T14:21:05,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42859 2024-11-26T14:21:05,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42859 2024-11-26T14:21:05,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42859 2024-11-26T14:21:05,031 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:39745 2024-11-26T14:21:05,032 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01576397919/backup-masters/19945b63c2b4,39745,1732630864797 2024-11-26T14:21:05,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919/backup-masters 2024-11-26T14:21:05,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919/backup-masters 2024-11-26T14:21:05,044 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on existing znode=/01576397919/backup-masters/19945b63c2b4,39745,1732630864797 2024-11-26T14:21:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01576397919/master 2024-11-26T14:21:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:05,055 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on existing znode=/01576397919/master 2024-11-26T14:21:05,055 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01576397919/backup-masters/19945b63c2b4,39745,1732630864797 from backup master directory 2024-11-26T14:21:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919/backup-masters 2024-11-26T14:21:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576397919/backup-masters/19945b63c2b4,39745,1732630864797 2024-11-26T14:21:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919/backup-masters 2024-11-26T14:21:05,065 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:05,065 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,39745,1732630864797 2024-11-26T14:21:05,068 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/hbase.id] with ID: a353426e-8bab-4ddd-a760-de3b248b94ba 2024-11-26T14:21:05,068 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/.tmp/hbase.id 2024-11-26T14:21:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:21:05,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:05,473 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/.tmp/hbase.id]:[hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/hbase.id] 2024-11-26T14:21:05,482 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:05,482 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:21:05,483 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:21:05,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:05,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:21:06,023 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:06,023 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:21:06,024 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:21:06,430 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store 2024-11-26T14:21:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:21:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:21:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:21:06,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:06,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:06,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:06,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:06,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:06,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:06,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:06,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:06,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630866836Disabling compacts and flushes for region at 1732630866836Disabling writes for close at 1732630866836Writing region close event to WAL at 1732630866836Closed at 1732630866836 2024-11-26T14:21:06,837 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/.initializing 2024-11-26T14:21:06,837 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/WALs/19945b63c2b4,39745,1732630864797 2024-11-26T14:21:06,838 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:06,840 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C39745%2C1732630864797, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/WALs/19945b63c2b4,39745,1732630864797, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/oldWALs, maxLogs=10 2024-11-26T14:21:06,853 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/WALs/19945b63c2b4,39745,1732630864797/19945b63c2b4%2C39745%2C1732630864797.1732630866840, exclude list is [], retry=0 2024-11-26T14:21:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38681,DS-4067a575-8cf6-406a-b8fd-4a06cb390085,DISK] 2024-11-26T14:21:06,856 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/WALs/19945b63c2b4,39745,1732630864797/19945b63c2b4%2C39745%2C1732630864797.1732630866840 2024-11-26T14:21:06,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-26T14:21:06,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:06,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:06,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,857 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:21:06,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:06,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:06,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:21:06,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:06,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:06,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:21:06,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:06,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:06,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:21:06,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:06,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:06,864 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,864 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,865 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,866 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,866 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,866 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:06,867 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:06,868 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:06,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66979480, jitterRate=-0.0019279718399047852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:06,869 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630866857Initializing all the Stores at 1732630866858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630866858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630866858Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630866858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630866858Cleaning up temporary data from old regions at 1732630866866 (+8 ms)Region opened successfully at 1732630866869 (+3 ms) 2024-11-26T14:21:06,869 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:21:06,871 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2bdcb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:06,872 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:21:06,872 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:21:06,872 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:21:06,872 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:21:06,873 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:21:06,873 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:21:06,873 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:21:06,874 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:21:06,875 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Unable to get data of znode /01576397919/balancer because node does not exist (not necessarily an error) 2024-11-26T14:21:06,991 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576397919/balancer already deleted, retry=false 2024-11-26T14:21:06,991 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:21:06,992 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Unable to get data of znode /01576397919/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:21:07,001 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576397919/normalizer already deleted, retry=false 2024-11-26T14:21:07,002 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:21:07,003 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Unable to get data of znode /01576397919/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:21:07,012 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576397919/switch/split already deleted, retry=false 2024-11-26T14:21:07,013 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Unable to get data of znode /01576397919/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:21:07,023 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576397919/switch/merge already deleted, retry=false 2024-11-26T14:21:07,024 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Unable to get data of znode /01576397919/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:21:07,033 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576397919/snapshot-cleanup already deleted, retry=false 2024-11-26T14:21:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01576397919/running 2024-11-26T14:21:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01576397919/running 2024-11-26T14:21:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:07,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:07,044 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,39745,1732630864797, sessionid=0x1017784d6fe0000, setting cluster-up flag (Was=false) 2024-11-26T14:21:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:07,096 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01576397919/flush-table-proc/acquired, /01576397919/flush-table-proc/reached, /01576397919/flush-table-proc/abort 2024-11-26T14:21:07,097 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,39745,1732630864797 2024-11-26T14:21:07,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:07,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:07,149 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01576397919/online-snapshot/acquired, /01576397919/online-snapshot/reached, /01576397919/online-snapshot/abort 2024-11-26T14:21:07,150 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,39745,1732630864797 2024-11-26T14:21:07,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:21:07,152 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:07,152 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:21:07,152 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:21:07,153 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,39745,1732630864797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:07,154 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,154 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630897154 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:21:07,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:07,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:21:07,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,156 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:21:07,156 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:21:07,156 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:21:07,156 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:21:07,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:07,156 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:21:07,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:21:07,156 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:21:07,157 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630867156,5,FailOnTimeoutGroup] 2024-11-26T14:21:07,157 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630867157,5,FailOnTimeoutGroup] 2024-11-26T14:21:07,157 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,157 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:21:07,157 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,157 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:21:07,225 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(746): ClusterId : a353426e-8bab-4ddd-a760-de3b248b94ba 2024-11-26T14:21:07,225 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:21:07,234 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:21:07,234 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:21:07,244 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:21:07,244 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc16a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:07,255 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:42859 2024-11-26T14:21:07,255 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:21:07,255 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:21:07,255 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:21:07,255 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,39745,1732630864797 with port=42859, startcode=1732630865000 2024-11-26T14:21:07,255 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:21:07,257 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:21:07,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,42859,1732630865000 2024-11-26T14:21:07,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39745 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:07,258 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99 2024-11-26T14:21:07,258 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36575 2024-11-26T14:21:07,258 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:21:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919/rs 2024-11-26T14:21:07,265 DEBUG [RS:0;19945b63c2b4:42859 {}] zookeeper.ZKUtil(111): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on existing znode=/01576397919/rs/19945b63c2b4,42859,1732630865000 2024-11-26T14:21:07,265 WARN [RS:0;19945b63c2b4:42859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:07,265 INFO [RS:0;19945b63c2b4:42859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:07,265 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000 2024-11-26T14:21:07,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,42859,1732630865000] 2024-11-26T14:21:07,268 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:21:07,270 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:21:07,270 INFO [RS:0;19945b63c2b4:42859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:21:07,270 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,270 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:21:07,271 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:21:07,271 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,271 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:07,272 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:07,272 DEBUG [RS:0;19945b63c2b4:42859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:07,275 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,275 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,275 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,275 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,275 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,275 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,42859,1732630865000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:07,288 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:21:07,288 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,42859,1732630865000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,289 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,289 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.Replication(171): 19945b63c2b4,42859,1732630865000 started 2024-11-26T14:21:07,301 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:07,301 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,42859,1732630865000, RpcServer on 19945b63c2b4/172.17.0.3:42859, sessionid=0x1017784d6fe0001 2024-11-26T14:21:07,301 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:21:07,301 DEBUG [RS:0;19945b63c2b4:42859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,42859,1732630865000 2024-11-26T14:21:07,301 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,42859,1732630865000' 2024-11-26T14:21:07,301 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01576397919/flush-table-proc/abort' 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01576397919/flush-table-proc/acquired' 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,42859,1732630865000 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,42859,1732630865000' 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01576397919/online-snapshot/abort' 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01576397919/online-snapshot/acquired' 2024-11-26T14:21:07,302 DEBUG [RS:0;19945b63c2b4:42859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:21:07,303 INFO [RS:0;19945b63c2b4:42859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:21:07,303 INFO [RS:0;19945b63c2b4:42859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:21:07,403 INFO [RS:0;19945b63c2b4:42859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:07,404 INFO [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C42859%2C1732630865000, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/oldWALs, maxLogs=10 2024-11-26T14:21:07,421 DEBUG [RS:0;19945b63c2b4:42859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405, exclude list is [], retry=0 2024-11-26T14:21:07,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38681,DS-4067a575-8cf6-406a-b8fd-4a06cb390085,DISK] 2024-11-26T14:21:07,425 INFO [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 2024-11-26T14:21:07,426 DEBUG [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-26T14:21:07,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:21:07,563 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99 2024-11-26T14:21:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:21:07,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:07,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:07,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:07,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:07,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:07,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:07,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:07,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:07,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:07,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:07,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:07,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:07,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:07,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:07,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:07,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:07,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:07,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:07,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740 2024-11-26T14:21:07,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740 2024-11-26T14:21:07,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:07,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:07,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:07,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:07,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:07,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66425464, jitterRate=-0.010183453559875488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630867969Initializing all the Stores at 1732630867970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630867970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630867970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630867970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630867970Cleaning up temporary data from old regions at 1732630867978 (+8 ms)Region opened successfully at 1732630867982 (+4 ms) 2024-11-26T14:21:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:07,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:07,982 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630867982Disabling compacts and flushes for region at 1732630867982Disabling writes for close at 1732630867982Writing region close event to WAL at 1732630867982Closed at 1732630867982 2024-11-26T14:21:07,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:07,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:21:07,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:21:07,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:07,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:21:08,135 DEBUG [19945b63c2b4:39745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:21:08,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:08,136 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,42859,1732630865000, state=OPENING 2024-11-26T14:21:08,190 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:21:08,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:08,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:08,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576397919/meta-region-server: CHANGED 2024-11-26T14:21:08,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576397919/meta-region-server: CHANGED 2024-11-26T14:21:08,202 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:08,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,42859,1732630865000}] 2024-11-26T14:21:08,354 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:08,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:21:08,358 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:21:08,358 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:08,359 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:21:08,360 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C42859%2C1732630865000.meta, suffix=.meta, logDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/oldWALs, maxLogs=10 2024-11-26T14:21:08,372 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.meta.1732630868360.meta, exclude list is [], retry=0 2024-11-26T14:21:08,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38681,DS-4067a575-8cf6-406a-b8fd-4a06cb390085,DISK] 2024-11-26T14:21:08,375 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.meta.1732630868360.meta 2024-11-26T14:21:08,375 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-26T14:21:08,375 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:08,376 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:08,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:08,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:21:08,376 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:21:08,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:21:08,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:08,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:21:08,376 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:21:08,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:08,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:08,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:08,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:08,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:08,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:08,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:08,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:08,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:08,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:08,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:08,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:08,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:08,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:08,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:08,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:08,382 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:08,382 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740 2024-11-26T14:21:08,383 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740 2024-11-26T14:21:08,384 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:08,384 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:08,384 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:08,385 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:08,386 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66941580, jitterRate=-0.0024927258491516113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:08,386 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:21:08,386 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630868376Writing region info on filesystem at 1732630868376Initializing all the Stores at 1732630868377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630868377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630868377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630868377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630868377Cleaning up temporary data from old regions at 1732630868384 (+7 ms)Running coprocessor post-open hooks at 1732630868386 (+2 ms)Region opened successfully at 1732630868386 2024-11-26T14:21:08,387 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630868354 2024-11-26T14:21:08,389 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:21:08,389 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:21:08,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:08,390 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,42859,1732630865000, state=OPEN 2024-11-26T14:21:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01576397919/meta-region-server 2024-11-26T14:21:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01576397919/meta-region-server 2024-11-26T14:21:08,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:08,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576397919/meta-region-server: CHANGED 2024-11-26T14:21:08,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576397919/meta-region-server: CHANGED 2024-11-26T14:21:08,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:21:08,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,42859,1732630865000 in 227 msec 2024-11-26T14:21:08,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:21:08,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-26T14:21:08,434 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:08,434 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:21:08,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:08,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42859,1732630865000, seqNum=-1] 2024-11-26T14:21:08,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:08,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:08,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-26T14:21:08,440 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630868440, completionTime=-1 2024-11-26T14:21:08,440 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:21:08,440 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630928442 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630988442 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39745,1732630864797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39745,1732630864797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39745,1732630864797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:39745, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,442 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,443 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,444 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.380sec 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:21:08,445 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39745,1732630864797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:08,446 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39745,1732630864797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:21:08,447 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:21:08,447 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:21:08,447 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39745,1732630864797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:08,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c69b0dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:08,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:08,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:08,527 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743813ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:08,528 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:08,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11574a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:08,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42859,1732630865000, seqNum=-1] 2024-11-26T14:21:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:08,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:08,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,39745,1732630864797 2024-11-26T14:21:08,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62695 2024-11-26T14:21:08,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:08,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017784d6fe0002 connected 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir so I do NOT create it in target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee 2024-11-26T14:21:08,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.tmp.dir so I do NOT create it in target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee 2024-11-26T14:21:08,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:21:08,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/cluster_6a7dcbf8-c2e4-305c-73b1-78a97b0e5fc9, deleteOnExit=true 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/test.cache.data in system properties and HBase conf 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:21:08,562 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:21:08,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:21:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:21:08,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:08,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:08,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:08,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:08,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:21:08,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:08,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138dfe5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:08,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56a285aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:08,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d119ffd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-15929495469889479974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:08,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e662c40{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-26T14:21:08,952 INFO [Time-limited test {}] server.Server(415): Started @178859ms 2024-11-26T14:21:09,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:09,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:09,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:09,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:09,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:21:09,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f77d453{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:09,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4086e40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:09,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e68171f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/java.io.tmpdir/jetty-localhost-40013-hadoop-hdfs-3_4_1-tests_jar-_-any-16697304482529518740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:09,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60db5ea7{HTTP/1.1, (http/1.1)}{localhost:40013} 2024-11-26T14:21:09,296 INFO [Time-limited test {}] server.Server(415): Started @179204ms 2024-11-26T14:21:09,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:21:10,011 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/cluster_6a7dcbf8-c2e4-305c-73b1-78a97b0e5fc9/data/data1/current/BP-112052963-172.17.0.3-1732630868577/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:10,011 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/cluster_6a7dcbf8-c2e4-305c-73b1-78a97b0e5fc9/data/data2/current/BP-112052963-172.17.0.3-1732630868577/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:10,029 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:21:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfde48da70c18a30 with lease ID 0x99e748f1e9c594fd: Processing first storage report for DS-81e76d7a-1218-4caa-8dfb-14c6b0c18df3 from datanode DatanodeRegistration(127.0.0.1:42823, datanodeUuid=c5a57c95-c33e-4578-bda4-c82aafd86f0d, infoPort=33329, infoSecurePort=0, ipcPort=44787, storageInfo=lv=-57;cid=testClusterID;nsid=1949064416;c=1732630868577) 2024-11-26T14:21:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfde48da70c18a30 with lease ID 0x99e748f1e9c594fd: from storage DS-81e76d7a-1218-4caa-8dfb-14c6b0c18df3 node DatanodeRegistration(127.0.0.1:42823, datanodeUuid=c5a57c95-c33e-4578-bda4-c82aafd86f0d, infoPort=33329, infoSecurePort=0, ipcPort=44787, storageInfo=lv=-57;cid=testClusterID;nsid=1949064416;c=1732630868577), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfde48da70c18a30 with lease ID 0x99e748f1e9c594fd: Processing first storage report for DS-6bc31142-f91f-4591-9a04-76b41c1b636f from datanode DatanodeRegistration(127.0.0.1:42823, datanodeUuid=c5a57c95-c33e-4578-bda4-c82aafd86f0d, infoPort=33329, infoSecurePort=0, ipcPort=44787, storageInfo=lv=-57;cid=testClusterID;nsid=1949064416;c=1732630868577) 2024-11-26T14:21:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfde48da70c18a30 with lease ID 0x99e748f1e9c594fd: from storage DS-6bc31142-f91f-4591-9a04-76b41c1b636f node DatanodeRegistration(127.0.0.1:42823, datanodeUuid=c5a57c95-c33e-4578-bda4-c82aafd86f0d, infoPort=33329, infoSecurePort=0, ipcPort=44787, storageInfo=lv=-57;cid=testClusterID;nsid=1949064416;c=1732630868577), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:10,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee 2024-11-26T14:21:10,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:10,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:21:10,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee with version=8 2024-11-26T14:21:10,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/hbase-staging 2024-11-26T14:21:10,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:21:10,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:10,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34403 2024-11-26T14:21:10,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34403 connecting to ZooKeeper ensemble=127.0.0.1:62695 2024-11-26T14:21:10,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344030x0, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:10,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34403-0x1017784d6fe0003 connected 2024-11-26T14:21:10,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:10,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:10,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/running 2024-11-26T14:21:10,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee, hbase.cluster.distributed=false 2024-11-26T14:21:10,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/acl 2024-11-26T14:21:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34403 2024-11-26T14:21:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34403 2024-11-26T14:21:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34403 2024-11-26T14:21:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34403 2024-11-26T14:21:10,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34403 2024-11-26T14:21:10,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:21:10,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:10,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35087 2024-11-26T14:21:10,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35087 connecting to ZooKeeper ensemble=127.0.0.1:62695 2024-11-26T14:21:10,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:10,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350870x0, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:10,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350870x0, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/running 2024-11-26T14:21:10,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35087-0x1017784d6fe0004 connected 2024-11-26T14:21:10,918 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:21:10,919 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:21:10,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/master 2024-11-26T14:21:10,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/acl 2024-11-26T14:21:10,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35087 2024-11-26T14:21:10,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35087 2024-11-26T14:21:10,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35087 2024-11-26T14:21:10,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35087 2024-11-26T14:21:10,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35087 2024-11-26T14:21:10,936 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:34403 2024-11-26T14:21:10,937 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11866553640/backup-masters/19945b63c2b4,34403,1732630870539 2024-11-26T14:21:10,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640/backup-masters 2024-11-26T14:21:10,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640/backup-masters 2024-11-26T14:21:10,949 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on existing znode=/11866553640/backup-masters/19945b63c2b4,34403,1732630870539 2024-11-26T14:21:10,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11866553640/master 2024-11-26T14:21:10,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:10,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:10,959 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on existing znode=/11866553640/master 2024-11-26T14:21:10,960 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11866553640/backup-masters/19945b63c2b4,34403,1732630870539 from backup master directory 2024-11-26T14:21:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640/backup-masters 2024-11-26T14:21:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11866553640/backup-masters/19945b63c2b4,34403,1732630870539 2024-11-26T14:21:10,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640/backup-masters 2024-11-26T14:21:10,970 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:10,970 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,34403,1732630870539 2024-11-26T14:21:10,973 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/hbase.id] with ID: 4e9b5d40-dc87-437d-a06a-6f007acd7145 2024-11-26T14:21:10,973 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/.tmp/hbase.id 2024-11-26T14:21:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:21:11,377 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/.tmp/hbase.id]:[hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/hbase.id] 2024-11-26T14:21:11,385 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:11,385 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:21:11,386 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:21:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:11,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:21:11,533 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:11,533 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:21:11,536 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:21:11,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store 2024-11-26T14:21:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:21:11,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:11,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:11,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:11,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:11,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:11,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:11,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:11,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:11,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630871948Disabling compacts and flushes for region at 1732630871948Disabling writes for close at 1732630871948Writing region close event to WAL at 1732630871948Closed at 1732630871948 2024-11-26T14:21:11,949 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/.initializing 2024-11-26T14:21:11,949 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/WALs/19945b63c2b4,34403,1732630870539 2024-11-26T14:21:11,950 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:11,952 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C34403%2C1732630870539, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/WALs/19945b63c2b4,34403,1732630870539, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/oldWALs, maxLogs=10 2024-11-26T14:21:11,969 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/WALs/19945b63c2b4,34403,1732630870539/19945b63c2b4%2C34403%2C1732630870539.1732630871952, exclude list is [], retry=0 2024-11-26T14:21:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-81e76d7a-1218-4caa-8dfb-14c6b0c18df3,DISK] 2024-11-26T14:21:11,976 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/WALs/19945b63c2b4,34403,1732630870539/19945b63c2b4%2C34403%2C1732630870539.1732630871952 2024-11-26T14:21:11,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33329:33329)] 2024-11-26T14:21:11,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:11,976 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:11,977 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,977 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:21:11,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:11,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:11,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:21:11,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:11,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:11,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:21:11,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:11,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:11,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:21:11,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:11,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:11,984 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,984 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,985 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,986 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,986 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,986 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:11,987 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:11,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:11,989 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:11,990 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67912848, jitterRate=0.011980295181274414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:11,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630871977Initializing all the Stores at 1732630871977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630871977Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630871978 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630871978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630871978Cleaning up temporary data from old regions at 1732630871986 (+8 ms)Region opened successfully at 1732630871990 (+4 ms) 2024-11-26T14:21:11,990 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:21:11,992 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12448618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:11,993 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:21:11,993 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:21:11,993 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:21:11,994 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:21:11,994 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:21:11,994 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:21:11,994 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:21:11,996 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:21:11,996 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Unable to get data of znode /11866553640/balancer because node does not exist (not necessarily an error) 2024-11-26T14:21:12,042 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11866553640/balancer already deleted, retry=false 2024-11-26T14:21:12,042 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:21:12,043 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Unable to get data of znode /11866553640/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:21:12,054 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11866553640/normalizer already deleted, retry=false 2024-11-26T14:21:12,054 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:21:12,055 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Unable to get data of znode /11866553640/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:21:12,064 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11866553640/switch/split already deleted, retry=false 2024-11-26T14:21:12,065 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Unable to get data of znode /11866553640/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:21:12,075 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11866553640/switch/merge already deleted, retry=false 2024-11-26T14:21:12,077 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Unable to get data of znode /11866553640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:21:12,085 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11866553640/snapshot-cleanup already deleted, retry=false 2024-11-26T14:21:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11866553640/running 2024-11-26T14:21:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11866553640/running 2024-11-26T14:21:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:12,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:12,096 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,34403,1732630870539, sessionid=0x1017784d6fe0003, setting cluster-up flag (Was=false) 2024-11-26T14:21:12,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:12,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:12,149 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11866553640/flush-table-proc/acquired, /11866553640/flush-table-proc/reached, /11866553640/flush-table-proc/abort 2024-11-26T14:21:12,150 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,34403,1732630870539 2024-11-26T14:21:12,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:12,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:12,201 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11866553640/online-snapshot/acquired, /11866553640/online-snapshot/reached, /11866553640/online-snapshot/abort 2024-11-26T14:21:12,202 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,34403,1732630870539 2024-11-26T14:21:12,203 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:21:12,205 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:12,205 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:21:12,205 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:21:12,205 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,34403,1732630870539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:21:12,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:12,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:12,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:12,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:12,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:21:12,206 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,207 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:12,207 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630902208 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:21:12,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:12,208 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:21:12,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:21:12,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:12,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:21:12,212 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,212 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:21:12,213 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630872213,5,FailOnTimeoutGroup] 2024-11-26T14:21:12,213 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630872213,5,FailOnTimeoutGroup] 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,213 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:21:12,226 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(746): ClusterId : 4e9b5d40-dc87-437d-a06a-6f007acd7145 2024-11-26T14:21:12,226 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:21:12,233 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:21:12,234 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:21:12,244 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:21:12,244 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5b75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:12,257 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:35087 2024-11-26T14:21:12,257 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:21:12,257 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:21:12,257 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:21:12,258 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,34403,1732630870539 with port=35087, startcode=1732630870908 2024-11-26T14:21:12,258 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:21:12,260 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:21:12,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,35087,1732630870908 2024-11-26T14:21:12,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34403 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:12,261 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee 2024-11-26T14:21:12,261 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44643 2024-11-26T14:21:12,261 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:21:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640/rs 2024-11-26T14:21:12,328 DEBUG [RS:0;19945b63c2b4:35087 {}] zookeeper.ZKUtil(111): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on existing znode=/11866553640/rs/19945b63c2b4,35087,1732630870908 2024-11-26T14:21:12,328 WARN [RS:0;19945b63c2b4:35087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:12,328 INFO [RS:0;19945b63c2b4:35087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:12,328 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908 2024-11-26T14:21:12,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,35087,1732630870908] 2024-11-26T14:21:12,331 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:21:12,332 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:21:12,332 INFO [RS:0;19945b63c2b4:35087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:21:12,332 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,334 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:21:12,335 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:21:12,335 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,335 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,336 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,336 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:12,336 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:12,336 DEBUG [RS:0;19945b63c2b4:35087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:12,337 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,337 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,337 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,337 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,337 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,337 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35087,1732630870908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:12,351 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:21:12,351 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35087,1732630870908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,351 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,351 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.Replication(171): 19945b63c2b4,35087,1732630870908 started 2024-11-26T14:21:12,370 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:12,370 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,35087,1732630870908, RpcServer on 19945b63c2b4/172.17.0.3:35087, sessionid=0x1017784d6fe0004 2024-11-26T14:21:12,371 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:21:12,371 DEBUG [RS:0;19945b63c2b4:35087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,35087,1732630870908 2024-11-26T14:21:12,371 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,35087,1732630870908' 2024-11-26T14:21:12,371 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11866553640/flush-table-proc/abort' 2024-11-26T14:21:12,371 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11866553640/flush-table-proc/acquired' 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,35087,1732630870908 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,35087,1732630870908' 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11866553640/online-snapshot/abort' 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11866553640/online-snapshot/acquired' 2024-11-26T14:21:12,372 DEBUG [RS:0;19945b63c2b4:35087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:21:12,372 INFO [RS:0;19945b63c2b4:35087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:21:12,372 INFO [RS:0;19945b63c2b4:35087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:21:12,473 INFO [RS:0;19945b63c2b4:35087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:12,474 INFO [RS:0;19945b63c2b4:35087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C35087%2C1732630870908, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/oldWALs, maxLogs=10 2024-11-26T14:21:12,486 DEBUG [RS:0;19945b63c2b4:35087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474, exclude list is [], retry=0 2024-11-26T14:21:12,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-81e76d7a-1218-4caa-8dfb-14c6b0c18df3,DISK] 2024-11-26T14:21:12,490 INFO [RS:0;19945b63c2b4:35087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 2024-11-26T14:21:12,490 DEBUG [RS:0;19945b63c2b4:35087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33329:33329)] 2024-11-26T14:21:12,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:21:12,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee 2024-11-26T14:21:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:21:13,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:13,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:13,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:13,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:13,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:13,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:13,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:13,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:13,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:13,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:13,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740 2024-11-26T14:21:13,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740 2024-11-26T14:21:13,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:13,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:13,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:13,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:13,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:13,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59807142, jitterRate=-0.1088041365146637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:13,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630873022Initializing all the Stores at 1732630873022Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630873023 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630873023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630873023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630873023Cleaning up temporary data from old regions at 1732630873030 (+7 ms)Region opened successfully at 1732630873033 (+3 ms) 2024-11-26T14:21:13,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:13,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:13,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:13,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:13,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:13,034 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:13,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630873034Disabling compacts and flushes for region at 1732630873034Disabling writes for close at 1732630873034Writing region close event to WAL at 1732630873034Closed at 1732630873034 2024-11-26T14:21:13,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:13,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:21:13,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:21:13,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:13,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:21:13,187 DEBUG [19945b63c2b4:34403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:21:13,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:13,188 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,35087,1732630870908, state=OPENING 2024-11-26T14:21:13,242 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:21:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:13,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:13,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:13,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11866553640/meta-region-server: CHANGED 2024-11-26T14:21:13,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11866553640/meta-region-server: CHANGED 2024-11-26T14:21:13,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,35087,1732630870908}] 2024-11-26T14:21:13,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:21:13,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:13,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:21:13,411 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:21:13,411 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:13,411 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:21:13,412 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C35087%2C1732630870908.meta, suffix=.meta, logDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/oldWALs, maxLogs=10 2024-11-26T14:21:13,424 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.meta.1732630873413.meta, exclude list is [], retry=0 2024-11-26T14:21:13,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-81e76d7a-1218-4caa-8dfb-14c6b0c18df3,DISK] 2024-11-26T14:21:13,428 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.meta.1732630873413.meta 2024-11-26T14:21:13,428 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33329:33329)] 2024-11-26T14:21:13,428 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:13,428 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:13,428 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:13,429 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:21:13,429 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:21:13,429 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:21:13,429 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:13,429 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:21:13,429 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:21:13,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:13,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:13,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:13,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:13,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:13,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:13,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:13,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:13,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:13,434 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:13,434 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740 2024-11-26T14:21:13,435 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740 2024-11-26T14:21:13,436 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:13,436 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:13,436 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:13,437 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:13,438 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65769475, jitterRate=-0.01995845139026642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:13,438 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:21:13,438 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630873429Writing region info on filesystem at 1732630873429Initializing all the Stores at 1732630873430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630873430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630873430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630873430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630873430Cleaning up temporary data from old regions at 1732630873436 (+6 ms)Running coprocessor post-open hooks at 1732630873438 (+2 ms)Region opened successfully at 1732630873438 2024-11-26T14:21:13,438 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630873406 2024-11-26T14:21:13,440 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:21:13,440 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:21:13,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:13,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,35087,1732630870908, state=OPEN 2024-11-26T14:21:13,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11866553640/meta-region-server 2024-11-26T14:21:13,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11866553640/meta-region-server 2024-11-26T14:21:13,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:13,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11866553640/meta-region-server: CHANGED 2024-11-26T14:21:13,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11866553640/meta-region-server: CHANGED 2024-11-26T14:21:13,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:21:13,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,35087,1732630870908 in 199 msec 2024-11-26T14:21:13,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:21:13,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-26T14:21:13,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:13,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:21:13,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:13,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,35087,1732630870908, seqNum=-1] 2024-11-26T14:21:13,459 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:13,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:13,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-26T14:21:13,465 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630873465, completionTime=-1 2024-11-26T14:21:13,465 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:21:13,465 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630933467 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732630993467 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34403,1732630870539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34403,1732630870539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,467 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34403,1732630870539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,468 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:34403, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,468 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,468 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,469 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.501sec 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34403,1732630870539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:13,471 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34403,1732630870539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:21:13,473 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:21:13,473 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:21:13,473 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34403,1732630870539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:13,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6cb294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:13,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:13,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:13,528 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dbf598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:13,530 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:13,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641b3ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:13,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,35087,1732630870908, seqNum=-1] 2024-11-26T14:21:13,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:13,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:13,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,34403,1732630870539 2024-11-26T14:21:13,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62695 2024-11-26T14:21:13,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:13,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017784d6fe0005 connected 2024-11-26T14:21:13,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,39745,1732630864797 2024-11-26T14:21:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7ecdca 2024-11-26T14:21:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:13,563 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:13,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:21:13,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:13,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:13,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:21:13,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:21:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:13,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d00351b695a45962517c64c228b39a2, NAME => 'test,,1732630873563.3d00351b695a45962517c64c228b39a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99 2024-11-26T14:21:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:21:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:14,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630873563.3d00351b695a45962517c64c228b39a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:14,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d00351b695a45962517c64c228b39a2, disabling compactions & flushes 2024-11-26T14:21:14,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630873563.3d00351b695a45962517c64c228b39a2. after waiting 0 ms 2024-11-26T14:21:14,381 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d00351b695a45962517c64c228b39a2: Waiting for close lock at 1732630874381Disabling compacts and flushes for region at 1732630874381Disabling writes for close at 1732630874381Writing region close event to WAL at 1732630874381Closed at 1732630874381 2024-11-26T14:21:14,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:14,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630873563.3d00351b695a45962517c64c228b39a2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630874383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630874383"}]},"ts":"1732630874383"} 2024-11-26T14:21:14,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:14,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:14,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630874386"}]},"ts":"1732630874386"} 2024-11-26T14:21:14,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:21:14,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d00351b695a45962517c64c228b39a2, ASSIGN}] 2024-11-26T14:21:14,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d00351b695a45962517c64c228b39a2, ASSIGN 2024-11-26T14:21:14,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d00351b695a45962517c64c228b39a2, ASSIGN; state=OFFLINE, location=19945b63c2b4,42859,1732630865000; forceNewPlan=false, retain=false 2024-11-26T14:21:14,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d00351b695a45962517c64c228b39a2, regionState=OPENING, regionLocation=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:14,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d00351b695a45962517c64c228b39a2, ASSIGN because future has completed 2024-11-26T14:21:14,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d00351b695a45962517c64c228b39a2, server=19945b63c2b4,42859,1732630865000}] 2024-11-26T14:21:14,698 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d00351b695a45962517c64c228b39a2, NAME => 'test,,1732630873563.3d00351b695a45962517c64c228b39a2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:14,699 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:14,699 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:21:14,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630873563.3d00351b695a45962517c64c228b39a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:14,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,699 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,700 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,701 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d00351b695a45962517c64c228b39a2 columnFamilyName f 2024-11-26T14:21:14,701 DEBUG [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:14,702 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] regionserver.HStore(327): Store=3d00351b695a45962517c64c228b39a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:14,702 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,703 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d00351b695a45962517c64c228b39a2 columnFamilyName f1 2024-11-26T14:21:14,703 DEBUG [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:14,704 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] regionserver.HStore(327): Store=3d00351b695a45962517c64c228b39a2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:14,704 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,705 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d00351b695a45962517c64c228b39a2 columnFamilyName norep 2024-11-26T14:21:14,705 DEBUG [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:14,705 INFO [StoreOpener-3d00351b695a45962517c64c228b39a2-1 {}] regionserver.HStore(327): Store=3d00351b695a45962517c64c228b39a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:14,705 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,706 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,706 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,707 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,707 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,707 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:14,708 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,717 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:14,717 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d00351b695a45962517c64c228b39a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65128837, jitterRate=-0.029504701495170593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:14,717 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:14,718 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d00351b695a45962517c64c228b39a2: Running coprocessor pre-open hook at 1732630874699Writing region info on filesystem at 1732630874699Initializing all the Stores at 1732630874700 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630874700Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630874700Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630874700Cleaning up temporary data from old regions at 1732630874707 (+7 ms)Running coprocessor post-open hooks at 1732630874717 (+10 ms)Region opened successfully at 1732630874718 (+1 ms) 2024-11-26T14:21:14,718 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630873563.3d00351b695a45962517c64c228b39a2., pid=6, masterSystemTime=1732630874695 2024-11-26T14:21:14,720 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,720 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:14,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d00351b695a45962517c64c228b39a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d00351b695a45962517c64c228b39a2, server=19945b63c2b4,42859,1732630865000 because future has completed 2024-11-26T14:21:14,723 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39745 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,42859,1732630865000, table=test, region=3d00351b695a45962517c64c228b39a2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T14:21:14,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:21:14,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d00351b695a45962517c64c228b39a2, server=19945b63c2b4,42859,1732630865000 in 181 msec 2024-11-26T14:21:14,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:21:14,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d00351b695a45962517c64c228b39a2, ASSIGN in 337 msec 2024-11-26T14:21:14,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:14,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630874728"}]},"ts":"1732630874728"} 2024-11-26T14:21:14,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:21:14,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:14,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-26T14:21:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:15,715 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:21:15,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34403,1732630870539 2024-11-26T14:21:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e1f8f59 2024-11-26T14:21:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:15,717 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:15,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:21:15,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:15,720 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:15,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:21:15,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:21:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:16,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b009b7d99a788799b208bd11f8377294, NAME => 'test,,1732630875717.b009b7d99a788799b208bd11f8377294.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee 2024-11-26T14:21:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:21:16,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630875717.b009b7d99a788799b208bd11f8377294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:16,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b009b7d99a788799b208bd11f8377294, disabling compactions & flushes 2024-11-26T14:21:16,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630875717.b009b7d99a788799b208bd11f8377294. after waiting 0 ms 2024-11-26T14:21:16,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b009b7d99a788799b208bd11f8377294: Waiting for close lock at 1732630876215Disabling compacts and flushes for region at 1732630876215Disabling writes for close at 1732630876215Writing region close event to WAL at 1732630876215Closed at 1732630876215 2024-11-26T14:21:16,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:16,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630875717.b009b7d99a788799b208bd11f8377294.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630876216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630876216"}]},"ts":"1732630876216"} 2024-11-26T14:21:16,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:16,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:16,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630876219"}]},"ts":"1732630876219"} 2024-11-26T14:21:16,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:21:16,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b009b7d99a788799b208bd11f8377294, ASSIGN}] 2024-11-26T14:21:16,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b009b7d99a788799b208bd11f8377294, ASSIGN 2024-11-26T14:21:16,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b009b7d99a788799b208bd11f8377294, ASSIGN; state=OFFLINE, location=19945b63c2b4,35087,1732630870908; forceNewPlan=false, retain=false 2024-11-26T14:21:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:16,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b009b7d99a788799b208bd11f8377294, regionState=OPENING, regionLocation=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:16,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b009b7d99a788799b208bd11f8377294, ASSIGN because future has completed 2024-11-26T14:21:16,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b009b7d99a788799b208bd11f8377294, server=19945b63c2b4,35087,1732630870908}] 2024-11-26T14:21:16,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:21:16,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:16,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:21:16,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:21:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:21:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T14:21:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:21:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:21:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:16,532 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,532 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b009b7d99a788799b208bd11f8377294, NAME => 'test,,1732630875717.b009b7d99a788799b208bd11f8377294.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:16,532 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:16,532 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:21:16,532 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,532 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630875717.b009b7d99a788799b208bd11f8377294.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:16,532 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,532 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,533 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,534 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b009b7d99a788799b208bd11f8377294 columnFamilyName f 2024-11-26T14:21:16,535 DEBUG [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:16,535 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] regionserver.HStore(327): Store=b009b7d99a788799b208bd11f8377294/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:16,535 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,536 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b009b7d99a788799b208bd11f8377294 columnFamilyName f1 2024-11-26T14:21:16,536 DEBUG [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:16,536 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] regionserver.HStore(327): Store=b009b7d99a788799b208bd11f8377294/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:16,536 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,537 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b009b7d99a788799b208bd11f8377294 columnFamilyName norep 2024-11-26T14:21:16,537 DEBUG [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:16,537 INFO [StoreOpener-b009b7d99a788799b208bd11f8377294-1 {}] regionserver.HStore(327): Store=b009b7d99a788799b208bd11f8377294/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:16,537 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,538 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,538 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,539 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,539 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,539 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:16,540 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,542 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:16,542 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b009b7d99a788799b208bd11f8377294; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68481359, jitterRate=0.02045176923274994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:16,542 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:16,542 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b009b7d99a788799b208bd11f8377294: Running coprocessor pre-open hook at 1732630876532Writing region info on filesystem at 1732630876533 (+1 ms)Initializing all the Stores at 1732630876533Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630876533Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630876533Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630876533Cleaning up temporary data from old regions at 1732630876539 (+6 ms)Running coprocessor post-open hooks at 1732630876542 (+3 ms)Region opened successfully at 1732630876542 2024-11-26T14:21:16,543 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630875717.b009b7d99a788799b208bd11f8377294., pid=6, masterSystemTime=1732630876528 2024-11-26T14:21:16,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b009b7d99a788799b208bd11f8377294, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:16,545 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,545 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:16,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b009b7d99a788799b208bd11f8377294, server=19945b63c2b4,35087,1732630870908 because future has completed 2024-11-26T14:21:16,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:21:16,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b009b7d99a788799b208bd11f8377294, server=19945b63c2b4,35087,1732630870908 in 172 msec 2024-11-26T14:21:16,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:21:16,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b009b7d99a788799b208bd11f8377294, ASSIGN in 328 msec 2024-11-26T14:21:16,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:16,551 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630876551"}]},"ts":"1732630876551"} 2024-11-26T14:21:16,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:21:16,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:16,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 836 msec 2024-11-26T14:21:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:16,854 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:21:16,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea603e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:16,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:16,855 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355e3c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:16,857 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe3fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126eccda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:16,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:16,859 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639a92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:16,860 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfd03a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cead10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:16,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:16,862 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6563c6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:16,863 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e22583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,39745,1732630864797 2024-11-26T14:21:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f8bdc5 2024-11-26T14:21:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:16,866 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:16,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:34403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:21:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:21:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:16,868 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:34403' 2024-11-26T14:21:16,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208d0d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,869 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:16,869 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:16,870 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf93bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:16,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:16,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:16,871 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bd640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:16,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34403,1732630870539 2024-11-26T14:21:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23860592 2024-11-26T14:21:16,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:16,874 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:16,875 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:21:16,875 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:21:16,875 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:16,875 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:16,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:16,875 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:16,876 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:21:16,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:16,877 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:16,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:21:16,927 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:21:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:17,284 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8e5ccc6fc271dbd431643b3cbc718ab, NAME => 'hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99 2024-11-26T14:21:17,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:21:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:17,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:17,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8e5ccc6fc271dbd431643b3cbc718ab, disabling compactions & flushes 2024-11-26T14:21:17,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:17,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:17,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. after waiting 0 ms 2024-11-26T14:21:17,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:17,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:17,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8e5ccc6fc271dbd431643b3cbc718ab: Waiting for close lock at 1732630877721Disabling compacts and flushes for region at 1732630877721Disabling writes for close at 1732630877721Writing region close event to WAL at 1732630877721Closed at 1732630877721 2024-11-26T14:21:17,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:17,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630877722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630877722"}]},"ts":"1732630877722"} 2024-11-26T14:21:17,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:17,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:17,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630877725"}]},"ts":"1732630877725"} 2024-11-26T14:21:17,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:21:17,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8e5ccc6fc271dbd431643b3cbc718ab, ASSIGN}] 2024-11-26T14:21:17,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8e5ccc6fc271dbd431643b3cbc718ab, ASSIGN 2024-11-26T14:21:17,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8e5ccc6fc271dbd431643b3cbc718ab, ASSIGN; state=OFFLINE, location=19945b63c2b4,42859,1732630865000; forceNewPlan=false, retain=false 2024-11-26T14:21:17,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8e5ccc6fc271dbd431643b3cbc718ab, regionState=OPENING, regionLocation=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:17,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8e5ccc6fc271dbd431643b3cbc718ab, ASSIGN because future has completed 2024-11-26T14:21:17,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8e5ccc6fc271dbd431643b3cbc718ab, server=19945b63c2b4,42859,1732630865000}] 2024-11-26T14:21:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:18,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:18,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:18,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:21:18,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C42859%2C1732630865000.rep, suffix=, logDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000, archiveDir=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/oldWALs, maxLogs=10 2024-11-26T14:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.rep.1732630878038, exclude list is [], retry=0 2024-11-26T14:21:18,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38681,DS-4067a575-8cf6-406a-b8fd-4a06cb390085,DISK] 2024-11-26T14:21:18,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.rep.1732630878038 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41635:41635)] 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a8e5ccc6fc271dbd431643b3cbc718ab, NAME => 'hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:18,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. service=MultiRowMutationService 2024-11-26T14:21:18,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:18,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,055 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,056 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8e5ccc6fc271dbd431643b3cbc718ab columnFamilyName hfileref 2024-11-26T14:21:18,056 DEBUG [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:18,056 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] regionserver.HStore(327): Store=a8e5ccc6fc271dbd431643b3cbc718ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:18,056 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,057 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8e5ccc6fc271dbd431643b3cbc718ab columnFamilyName queue 2024-11-26T14:21:18,057 DEBUG [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:18,058 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] regionserver.HStore(327): Store=a8e5ccc6fc271dbd431643b3cbc718ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:18,058 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,059 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8e5ccc6fc271dbd431643b3cbc718ab columnFamilyName sid 2024-11-26T14:21:18,059 DEBUG [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:18,059 INFO [StoreOpener-a8e5ccc6fc271dbd431643b3cbc718ab-1 {}] regionserver.HStore(327): Store=a8e5ccc6fc271dbd431643b3cbc718ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:18,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:18,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:18,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a8e5ccc6fc271dbd431643b3cbc718ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64477012, jitterRate=-0.03921765089035034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:18,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:18,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a8e5ccc6fc271dbd431643b3cbc718ab: Running coprocessor pre-open hook at 1732630878054Writing region info on filesystem at 1732630878054Initializing all the Stores at 1732630878054Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630878054Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630878054Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630878055 (+1 ms)Cleaning up temporary data from old regions at 1732630878061 (+6 ms)Running coprocessor post-open hooks at 1732630878063 (+2 ms)Region opened successfully at 1732630878064 (+1 ms) 2024-11-26T14:21:18,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab., pid=10, masterSystemTime=1732630878033 2024-11-26T14:21:18,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:18,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:18,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8e5ccc6fc271dbd431643b3cbc718ab, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,42859,1732630865000 2024-11-26T14:21:18,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8e5ccc6fc271dbd431643b3cbc718ab, server=19945b63c2b4,42859,1732630865000 because future has completed 2024-11-26T14:21:18,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:21:18,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a8e5ccc6fc271dbd431643b3cbc718ab, server=19945b63c2b4,42859,1732630865000 in 188 msec 2024-11-26T14:21:18,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:21:18,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8e5ccc6fc271dbd431643b3cbc718ab, ASSIGN in 343 msec 2024-11-26T14:21:18,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:18,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630878072"}]},"ts":"1732630878072"} 2024-11-26T14:21:18,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:21:18,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:18,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-26T14:21:18,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab., hostname=19945b63c2b4,42859,1732630865000, seqNum=2] 2024-11-26T14:21:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:18,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:18,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:21:18,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:21:18,323 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:21:18,331 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:21:18,350 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,42859,1732630865000, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:21:18,350 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:18,350 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42859,1732630865000, seqNum=-1] 2024-11-26T14:21:18,351 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:18,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:18,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,42859,1732630865000', locateType=CURRENT is [region=hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab., hostname=19945b63c2b4,42859,1732630865000, seqNum=2] 2024-11-26T14:21:18,355 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:21:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:21:18,357 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,42859,1732630865000 suceeded 2024-11-26T14:21:18,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:21:18,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T14:21:18,359 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:34403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:21:18,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-26T14:21:18,369 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:34403' 2024-11-26T14:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4736e57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:18,371 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:18,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:18,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ece6660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:18,373 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:18,373 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c8dc6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:18,373 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34403,1732630870539 2024-11-26T14:21:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708068cb 2024-11-26T14:21:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:18,375 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T14:21:18,375 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,42859,1732630865000 (queues=1) is replicating from cluster=a353426e-8bab-4ddd-a760-de3b248b94ba to cluster=4e9b5d40-dc87-437d-a06a-6f007acd7145 2024-11-26T14:21:18,375 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C42859%2C1732630865000 2024-11-26T14:21:18,375 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,42859,1732630865000, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:21:18,376 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C42859%2C1732630865000 2024-11-26T14:21:18,376 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405, startPosition=0, beingWritten=true 2024-11-26T14:21:18,381 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:18,381 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:18,381 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42859,1732630865000 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:18,585 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:18,888 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:18,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:18,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:18,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:19,014 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:21:19,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:19,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:19,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:19,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:19,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:19,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b6428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:19,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:19,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:19,016 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119b4bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:19,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:19,018 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:19,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f30f140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:19,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:19,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34403,1732630870539 2024-11-26T14:21:19,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a93a592 2024-11-26T14:21:19,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:19,021 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:19,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:39745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:21:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:21:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:19,024 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:39745' 2024-11-26T14:21:19,026 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24349ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:19,026 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:19,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:19,026 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d70b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:19,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:19,028 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:19,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745372a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:19,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:19,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,39745,1732630864797 2024-11-26T14:21:19,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8df2ea5 2024-11-26T14:21:19,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:19,031 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:19,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:21:19,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:21:19,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:19,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:19,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:19,032 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:19,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:21:19,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:19,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:19,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:21:19,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:21:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:19,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:21:19,292 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:19,441 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecbe4e2d9c52553e4e2fd556bb0b3919, NAME => 'hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee 2024-11-26T14:21:19,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:21:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:19,796 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:19,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:19,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecbe4e2d9c52553e4e2fd556bb0b3919, disabling compactions & flushes 2024-11-26T14:21:19,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:19,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:19,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. after waiting 0 ms 2024-11-26T14:21:19,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:19,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:19,847 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecbe4e2d9c52553e4e2fd556bb0b3919: Waiting for close lock at 1732630879847Disabling compacts and flushes for region at 1732630879847Disabling writes for close at 1732630879847Writing region close event to WAL at 1732630879847Closed at 1732630879847 2024-11-26T14:21:19,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:19,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630879849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630879849"}]},"ts":"1732630879849"} 2024-11-26T14:21:19,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:19,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:19,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630879851"}]},"ts":"1732630879851"} 2024-11-26T14:21:19,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:21:19,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecbe4e2d9c52553e4e2fd556bb0b3919, ASSIGN}] 2024-11-26T14:21:19,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecbe4e2d9c52553e4e2fd556bb0b3919, ASSIGN 2024-11-26T14:21:19,854 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecbe4e2d9c52553e4e2fd556bb0b3919, ASSIGN; state=OFFLINE, location=19945b63c2b4,35087,1732630870908; forceNewPlan=false, retain=false 2024-11-26T14:21:20,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecbe4e2d9c52553e4e2fd556bb0b3919, regionState=OPENING, regionLocation=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:20,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecbe4e2d9c52553e4e2fd556bb0b3919, ASSIGN because future has completed 2024-11-26T14:21:20,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbe4e2d9c52553e4e2fd556bb0b3919, server=19945b63c2b4,35087,1732630870908}] 2024-11-26T14:21:20,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:20,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:20,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:21:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:20,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C35087%2C1732630870908.rep, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/oldWALs, maxLogs=10 2024-11-26T14:21:20,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.rep.1732630880164, exclude list is [], retry=0 2024-11-26T14:21:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42823,DS-81e76d7a-1218-4caa-8dfb-14c6b0c18df3,DISK] 2024-11-26T14:21:20,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.rep.1732630880164 2024-11-26T14:21:20,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33329:33329)] 2024-11-26T14:21:20,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ecbe4e2d9c52553e4e2fd556bb0b3919, NAME => 'hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:20,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:20,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:20,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. service=MultiRowMutationService 2024-11-26T14:21:20,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:21:20,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:20,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,186 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,187 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbe4e2d9c52553e4e2fd556bb0b3919 columnFamilyName hfileref 2024-11-26T14:21:20,187 DEBUG [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:20,187 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] regionserver.HStore(327): Store=ecbe4e2d9c52553e4e2fd556bb0b3919/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:20,187 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,188 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbe4e2d9c52553e4e2fd556bb0b3919 columnFamilyName queue 2024-11-26T14:21:20,188 DEBUG [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:20,189 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] regionserver.HStore(327): Store=ecbe4e2d9c52553e4e2fd556bb0b3919/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:20,189 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,190 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecbe4e2d9c52553e4e2fd556bb0b3919 columnFamilyName sid 2024-11-26T14:21:20,190 DEBUG [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:20,190 INFO [StoreOpener-ecbe4e2d9c52553e4e2fd556bb0b3919-1 {}] regionserver.HStore(327): Store=ecbe4e2d9c52553e4e2fd556bb0b3919/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:20,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:20,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:20,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ecbe4e2d9c52553e4e2fd556bb0b3919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70899123, jitterRate=0.056479260325431824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:20,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:20,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ecbe4e2d9c52553e4e2fd556bb0b3919: Running coprocessor pre-open hook at 1732630880185Writing region info on filesystem at 1732630880185Initializing all the Stores at 1732630880186 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630880186Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630880186Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630880186Cleaning up temporary data from old regions at 1732630880192 (+6 ms)Running coprocessor post-open hooks at 1732630880195 (+3 ms)Region opened successfully at 1732630880195 2024-11-26T14:21:20,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919., pid=10, masterSystemTime=1732630880159 2024-11-26T14:21:20,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:20,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:20,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecbe4e2d9c52553e4e2fd556bb0b3919, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,35087,1732630870908 2024-11-26T14:21:20,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecbe4e2d9c52553e4e2fd556bb0b3919, server=19945b63c2b4,35087,1732630870908 because future has completed 2024-11-26T14:21:20,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:21:20,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ecbe4e2d9c52553e4e2fd556bb0b3919, server=19945b63c2b4,35087,1732630870908 in 194 msec 2024-11-26T14:21:20,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:21:20,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecbe4e2d9c52553e4e2fd556bb0b3919, ASSIGN in 349 msec 2024-11-26T14:21:20,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:20,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630880204"}]},"ts":"1732630880204"} 2024-11-26T14:21:20,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:21:20,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:20,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-26T14:21:20,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919., hostname=19945b63c2b4,35087,1732630870908, seqNum=2] 2024-11-26T14:21:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:20,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:20,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:21:20,399 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:20,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:21:20,544 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:21:20,570 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,35087,1732630870908, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:21:20,570 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:20,570 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,35087,1732630870908, seqNum=-1] 2024-11-26T14:21:20,570 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:20,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:20,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,35087,1732630870908', locateType=CURRENT is [region=hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919., hostname=19945b63c2b4,35087,1732630870908, seqNum=2] 2024-11-26T14:21:20,575 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:21:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:21:20,577 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,35087,1732630870908 suceeded 2024-11-26T14:21:20,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:21:20,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-26T14:21:20,578 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:39745,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:21:20,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5570 sec 2024-11-26T14:21:20,588 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:39745' 2024-11-26T14:21:20,589 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58d77ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:20,589 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:20,589 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:20,590 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de1aa59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:20,591 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:20,591 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d9f921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:20,591 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:20,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,39745,1732630864797 2024-11-26T14:21:20,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b415730 2024-11-26T14:21:20,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:20,592 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T14:21:20,593 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,35087,1732630870908 (queues=1) is replicating from cluster=4e9b5d40-dc87-437d-a06a-6f007acd7145 to cluster=a353426e-8bab-4ddd-a760-de3b248b94ba 2024-11-26T14:21:20,593 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C35087%2C1732630870908 2024-11-26T14:21:20,593 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,35087,1732630870908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:21:20,593 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C35087%2C1732630870908 2024-11-26T14:21:20,593 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474, startPosition=0, beingWritten=true 2024-11-26T14:21:20,598 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:20,598 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:20,598 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,35087,1732630870908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:20,802 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:21,102 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:21,105 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:21,174 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:21:21,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:21,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:21,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:21,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:21,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:21,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:21,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732630881178/Put/seqid=0 2024-11-26T14:21:21,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741840_1016 (size=7894) 2024-11-26T14:21:21,509 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:21,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732630881585/Put/seqid=0 2024-11-26T14:21:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741841_1017 (size=7691) 2024-11-26T14:21:21,906 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:21,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e233b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:21,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:21,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:21,991 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e82b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:21,993 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:21,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b77e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:21,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:21,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42859,1732630865000, seqNum=-1] 2024-11-26T14:21:21,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:21,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:22,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,39745,1732630864797 2024-11-26T14:21:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a29ccb 2024-11-26T14:21:22,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:22,005 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630873563.3d00351b695a45962517c64c228b39a2., hostname=19945b63c2b4,42859,1732630865000, seqNum=2] 2024-11-26T14:21:22,011 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:21:22,012 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:22,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-26T14:21:22,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-26T14:21:22,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T14:21:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:22,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T14:21:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HRegion(2603): Flush status journal for 3d00351b695a45962517c64c228b39a2: 2024-11-26T14:21:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_1 2024-11-26T14:21:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_1 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/3235a6c216344d08bd393147eb299265_SeqId_4_ 2024-11-26T14:21:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_0 2024-11-26T14:21:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_0 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ 2024-11-26T14:21:22,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_1 into 3d00351b695a45962517c64c228b39a2/f as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/3235a6c216344d08bd393147eb299265_SeqId_4_ - updating store file list. 2024-11-26T14:21:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3235a6c216344d08bd393147eb299265_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:22,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/3235a6c216344d08bd393147eb299265_SeqId_4_ into 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:22,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_1 into 3d00351b695a45962517c64c228b39a2/f (new location: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/3235a6c216344d08bd393147eb299265_SeqId_4_) 2024-11-26T14:21:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_1 2024-11-26T14:21:22,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_0 into 3d00351b695a45962517c64c228b39a2/f as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ - updating store file list. 2024-11-26T14:21:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:22,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ into 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:22,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_0 into 3d00351b695a45962517c64c228b39a2/f (new location: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_) 2024-11-26T14:21:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins__test__tolgae219ektif90janhncsqt3sv86ssj8ci1ctktvhp7t8v9dqo8j61f4hu71o9/f/hfile_0 2024-11-26T14:21:22,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:22,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:22,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:22,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:22,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:22,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732630873563.3d00351b695a45962517c64c228b39a2., hostname=19945b63c2b4,42859,1732630865000, seqNum=2 , the old value is region=test,,1732630873563.3d00351b695a45962517c64c228b39a2., hostname=19945b63c2b4,42859,1732630865000, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:42859 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:21:22,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732630873563.3d00351b695a45962517c64c228b39a2., hostname=19945b63c2b4,42859,1732630865000, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:21:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732630873563.3d00351b695a45962517c64c228b39a2., hostname=19945b63c2b4,42859,1732630865000, seqNum=2 from cache 2024-11-26T14:21:22,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:22,052 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T14:21:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,35087,1732630870908, seqNum=-1] 2024-11-26T14:21:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:22,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630875717.b009b7d99a788799b208bd11f8377294., hostname=19945b63c2b4,35087,1732630870908, seqNum=2] 2024-11-26T14:21:22,058 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:21:22,154 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:42859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T14:21:22,617 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:22,809 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 379, reset compression=false 2024-11-26T14:21:22,813 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:22,813 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42859,1732630865000 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d00351b695a45962517c64c228b39a2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732630882049/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T14:21:22,828 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:22,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-26T14:21:22,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.ReplicationSink(318): Replicating [a353426e-8bab-4ddd-a760-de3b248b94ba] bulk loaded data 2024-11-26T14:21:22,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@101af6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:22,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:22,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:22,831 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:22,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:22,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:22,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610165c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:22,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:22,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:22,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:22,832 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:22,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375e0d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:22,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741840_1016 (size=7691) 2024-11-26T14:21:23,014 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:23,059 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:21:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741841_1017 (size=7894) 2024-11-26T14:21:23,317 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:23,320 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:23,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:23,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34403,1732630870539 2024-11-26T14:21:23,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ac17d45 2024-11-26T14:21:23,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:23,656 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-26T14:21:23,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:21:23,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:23,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,35087,1732630870908, seqNum=-1] 2024-11-26T14:21:23,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:23,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:23,665 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/3235a6c216344d08bd393147eb299265_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T14:21:23,667 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T14:21:23,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ for inclusion in b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-26T14:21:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:23,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/3235a6c216344d08bd393147eb299265_SeqId_4_ for inclusion in b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-26T14:21:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegion(2603): Flush status journal for b009b7d99a788799b208bd11f8377294: 2024-11-26T14:21:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:21:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/d8da0a88a4d34984a0f8d7d8a2e22ddc_SeqId_4_ 2024-11-26T14:21:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3235a6c216344d08bd393147eb299265_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:21:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/3235a6c216344d08bd393147eb299265_SeqId_4_ as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/5251551d43924cc5b24be35dc4e4c5b7_SeqId_4_ 2024-11-26T14:21:23,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ into b009b7d99a788799b208bd11f8377294/f as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/d8da0a88a4d34984a0f8d7d8a2e22ddc_SeqId_4_ - updating store file list. 2024-11-26T14:21:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8da0a88a4d34984a0f8d7d8a2e22ddc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:23,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/d8da0a88a4d34984a0f8d7d8a2e22ddc_SeqId_4_ into b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:23,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ into b009b7d99a788799b208bd11f8377294/f (new location: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/d8da0a88a4d34984a0f8d7d8a2e22ddc_SeqId_4_) 2024-11-26T14:21:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/70d58a2eebdc424ea4fd0cc2ba02d1c5_SeqId_4_ 2024-11-26T14:21:23,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/3235a6c216344d08bd393147eb299265_SeqId_4_ into b009b7d99a788799b208bd11f8377294/f as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/5251551d43924cc5b24be35dc4e4c5b7_SeqId_4_ - updating store file list. 2024-11-26T14:21:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5251551d43924cc5b24be35dc4e4c5b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:23,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/5251551d43924cc5b24be35dc4e4c5b7_SeqId_4_ into b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:23,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/3235a6c216344d08bd393147eb299265_SeqId_4_ into b009b7d99a788799b208bd11f8377294/f (new location: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/5251551d43924cc5b24be35dc4e4c5b7_SeqId_4_) 2024-11-26T14:21:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins.hfs.11__test__delbqp8hc7u6klp6qetvjco2nt1jgjuhu3f10prnhkdtqb4qj55n6lf3nio37flk/f/3235a6c216344d08bd393147eb299265_SeqId_4_ 2024-11-26T14:21:23,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.ReplicationSink(324): Finished replicating [a353426e-8bab-4ddd-a760-de3b248b94ba] bulk loaded data 2024-11-26T14:21:23,721 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:24,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:24,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732630884069/Put/seqid=0 2024-11-26T14:21:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741842_1018 (size=11194) 2024-11-26T14:21:24,124 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 379, reset compression=false 2024-11-26T14:21:24,129 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:24,129 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,35087,1732630870908 got entry batch from reader: WALEntryBatch [walEntries=[{test/b009b7d99a788799b208bd11f8377294/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732630883706/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T14:21:24,131 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:24,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-26T14:21:24,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.ReplicationSink(318): Replicating [a353426e-8bab-4ddd-a760-de3b248b94ba, 4e9b5d40-dc87-437d-a06a-6f007acd7145] bulk loaded data 2024-11-26T14:21:24,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a7cfcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:24,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,39745,-1 for getting cluster id 2024-11-26T14:21:24,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:24,133 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a353426e-8bab-4ddd-a760-de3b248b94ba' 2024-11-26T14:21:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a353426e-8bab-4ddd-a760-de3b248b94ba" 2024-11-26T14:21:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae4cb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:24,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,39745,-1] 2024-11-26T14:21:24,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:24,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:24,134 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:24,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c71e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:24,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741842_1018 (size=7894) 2024-11-26T14:21:24,225 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:24,329 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 725, reset compression=false 2024-11-26T14:21:24,476 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732630884475/Put/seqid=0 2024-11-26T14:21:24,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741843_1019 (size=10791) 2024-11-26T14:21:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741843_1019 (size=7691) 2024-11-26T14:21:24,633 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 725, reset compression=false 2024-11-26T14:21:24,828 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:24,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d3f1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:24,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34403,-1 for getting cluster id 2024-11-26T14:21:24,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:24,883 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9b5d40-dc87-437d-a06a-6f007acd7145' 2024-11-26T14:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9b5d40-dc87-437d-a06a-6f007acd7145" 2024-11-26T14:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b68d68e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34403,-1] 2024-11-26T14:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:24,885 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:24,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76546ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:24,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:24,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,35087,1732630870908, seqNum=-1] 2024-11-26T14:21:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:24,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:24,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34403,1732630870539 2024-11-26T14:21:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a45bb 2024-11-26T14:21:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:24,896 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630875717.b009b7d99a788799b208bd11f8377294., hostname=19945b63c2b4,35087,1732630870908, seqNum=2] 2024-11-26T14:21:24,903 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:21:24,909 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-26T14:21:24,911 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-26T14:21:24,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T14:21:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:24,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T14:21:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegion(2603): Flush status journal for b009b7d99a788799b208bd11f8377294: 2024-11-26T14:21:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_0 2024-11-26T14:21:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_0 as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ 2024-11-26T14:21:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_1 2024-11-26T14:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_1 as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ 2024-11-26T14:21:24,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_0 into b009b7d99a788799b208bd11f8377294/f as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ - updating store file list. 2024-11-26T14:21:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 066dba6caa1f4794afd7f43547fc9191_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:24,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ into b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:24,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_0 into b009b7d99a788799b208bd11f8377294/f (new location: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_) 2024-11-26T14:21:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_0 2024-11-26T14:21:24,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_1 into b009b7d99a788799b208bd11f8377294/f as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ - updating store file list. 2024-11-26T14:21:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96f9e93c02ba4bc9b199510f8807852f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:24,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ into b009b7d99a788799b208bd11f8377294/f 2024-11-26T14:21:24,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_1 into b009b7d99a788799b208bd11f8377294/f (new location: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_) 2024-11-26T14:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/staging/jenkins__test__bnadtsgf8me6m8b820os69llk4idfdqih2lku2h3ipj5hudfje9h9t96p2n3fnsf/f/hfile_1 2024-11-26T14:21:24,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:24,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:24,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:24,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:24,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732630875717.b009b7d99a788799b208bd11f8377294., hostname=19945b63c2b4,35087,1732630870908, seqNum=2 , the old value is region=test,,1732630875717.b009b7d99a788799b208bd11f8377294., hostname=19945b63c2b4,35087,1732630870908, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:35087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732630875717.b009b7d99a788799b208bd11f8377294., hostname=19945b63c2b4,35087,1732630870908, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:21:24,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732630875717.b009b7d99a788799b208bd11f8377294., hostname=19945b63c2b4,35087,1732630870908, seqNum=2 from cache 2024-11-26T14:21:24,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:24,939 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T14:21:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42859,1732630865000, seqNum=-1] 2024-11-26T14:21:24,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:24,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732630873563.3d00351b695a45962517c64c228b39a2., hostname=19945b63c2b4,42859,1732630865000, seqNum=2] 2024-11-26T14:21:24,949 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:21:24,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:24,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,39745,1732630864797 2024-11-26T14:21:24,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799715b7 2024-11-26T14:21:24,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:24,953 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-26T14:21:24,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:21:24,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:24,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42859,1732630865000, seqNum=-1] 2024-11-26T14:21:24,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:24,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:24,962 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__alnvkb8qu0t4v53856brdb67csqell4sdrm74dcvpichrh1hcref8q0kn78qs15k/f/5251551d43924cc5b24be35dc4e4c5b7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-26T14:21:24,965 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__alnvkb8qu0t4v53856brdb67csqell4sdrm74dcvpichrh1hcref8q0kn78qs15k/f/d8da0a88a4d34984a0f8d7d8a2e22ddc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-26T14:21:24,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.ReplicationSink(324): Finished replicating [a353426e-8bab-4ddd-a760-de3b248b94ba, 4e9b5d40-dc87-437d-a06a-6f007acd7145] bulk loaded data 2024-11-26T14:21:25,036 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 725, reset compression=false 2024-11-26T14:21:25,041 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:25,041 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,35087,1732630870908 got entry batch from reader: WALEntryBatch [walEntries=[{test/b009b7d99a788799b208bd11f8377294/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732630884937/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T14:21:25,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.ReplicationSink(318): Replicating [4e9b5d40-dc87-437d-a06a-6f007acd7145] bulk loaded data 2024-11-26T14:21:25,045 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:35087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T14:21:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741844_1020 (size=11194) 2024-11-26T14:21:25,241 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1033, reset compression=false 2024-11-26T14:21:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741845_1021 (size=10791) 2024-11-26T14:21:25,532 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:25,546 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1033, reset compression=false 2024-11-26T14:21:25,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:25,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:25,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:21:25,867 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-26T14:21:25,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-26T14:21:25,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ for inclusion in 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-26T14:21:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:25,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ for inclusion in 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-26T14:21:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:21:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HRegion(2603): Flush status journal for 3d00351b695a45962517c64c228b39a2: 2024-11-26T14:21:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 066dba6caa1f4794afd7f43547fc9191_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:21:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/cecb24b1caaf4779aaa020f279037c96_SeqId_6_ 2024-11-26T14:21:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:21:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/0047c849fb29471687d9384c5268c672_SeqId_6_ 2024-11-26T14:21:25,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ into 3d00351b695a45962517c64c228b39a2/f as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/cecb24b1caaf4779aaa020f279037c96_SeqId_6_ - updating store file list. 2024-11-26T14:21:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cecb24b1caaf4779aaa020f279037c96_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:25,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/cecb24b1caaf4779aaa020f279037c96_SeqId_6_ into 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:25,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ into 3d00351b695a45962517c64c228b39a2/f (new location: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/cecb24b1caaf4779aaa020f279037c96_SeqId_6_) 2024-11-26T14:21:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/066dba6caa1f4794afd7f43547fc9191_SeqId_6_ 2024-11-26T14:21:25,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ into 3d00351b695a45962517c64c228b39a2/f as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/0047c849fb29471687d9384c5268c672_SeqId_6_ - updating store file list. 2024-11-26T14:21:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0047c849fb29471687d9384c5268c672_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:21:25,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/0047c849fb29471687d9384c5268c672_SeqId_6_ into 3d00351b695a45962517c64c228b39a2/f 2024-11-26T14:21:25,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ into 3d00351b695a45962517c64c228b39a2/f (new location: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/f/0047c849fb29471687d9384c5268c672_SeqId_6_) 2024-11-26T14:21:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/staging/jenkins.hfs.10__test__ce5bouu30cng8v9ne7kftd02ihbeip3vh3iedbu7rbtclmboku7egealf3kp86s3/f/96f9e93c02ba4bc9b199510f8807852f_SeqId_6_ 2024-11-26T14:21:25,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42859 {}] regionserver.ReplicationSink(324): Finished replicating [4e9b5d40-dc87-437d-a06a-6f007acd7145] bulk loaded data 2024-11-26T14:21:25,950 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1033, reset compression=false 2024-11-26T14:21:25,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:21:25,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:25,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:25,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:25,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:25,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:25,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:21:25,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1177808448, stopped=false 2024-11-26T14:21:25,962 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,34403,1732630870539 2024-11-26T14:21:26,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11866553640/running 2024-11-26T14:21:26,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11866553640/running 2024-11-26T14:21:26,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:26,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:26,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:26,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:26,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:26,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:26,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,35087,1732630870908' ***** 2024-11-26T14:21:26,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:21:26,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/running 2024-11-26T14:21:26,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Set watcher on znode that does not yet exist, /11866553640/running 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:21:26,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(3091): Received CLOSE for b009b7d99a788799b208bd11f8377294 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(3091): Received CLOSE for ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,35087,1732630870908 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:26,021 INFO [RS:0;19945b63c2b4:35087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:35087. 2024-11-26T14:21:26,021 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b009b7d99a788799b208bd11f8377294, disabling compactions & flushes 2024-11-26T14:21:26,021 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:26,021 DEBUG [RS:0;19945b63c2b4:35087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:26,022 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630875717.b009b7d99a788799b208bd11f8377294. after waiting 0 ms 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:26,022 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:21:26,022 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:21:26,022 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:21:26,022 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:21:26,022 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:21:26,022 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1325): Online Regions={b009b7d99a788799b208bd11f8377294=test,,1732630875717.b009b7d99a788799b208bd11f8377294., ecbe4e2d9c52553e4e2fd556bb0b3919=hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:21:26,022 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b009b7d99a788799b208bd11f8377294, ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:26,022 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:26,022 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:26,022 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:21:26,026 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/default/test/b009b7d99a788799b208bd11f8377294/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:21:26,026 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:26,026 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:21:26,026 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:26,026 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b009b7d99a788799b208bd11f8377294: Waiting for close lock at 1732630886021Running coprocessor pre-close hooks at 1732630886021Disabling compacts and flushes for region at 1732630886021Disabling writes for close at 1732630886022 (+1 ms)Writing region close event to WAL at 1732630886022Running coprocessor post-close hooks at 1732630886026 (+4 ms)Closed at 1732630886026 2024-11-26T14:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630875717.b009b7d99a788799b208bd11f8377294. 2024-11-26T14:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecbe4e2d9c52553e4e2fd556bb0b3919, disabling compactions & flushes 2024-11-26T14:21:26,027 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. after waiting 0 ms 2024-11-26T14:21:26,027 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:26,027 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecbe4e2d9c52553e4e2fd556bb0b3919 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-26T14:21:26,042 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/info/6dc122b7355048c78b44770dc5c9c336 is 147, key is hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919./info:regioninfo/1732630880198/Put/seqid=0 2024-11-26T14:21:26,047 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:26,052 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/.tmp/hfileref/a6c9acfe14eb4449ad6aebf5c283eecb is 74, key is 1/hfileref:066dba6caa1f4794afd7f43547fc9191_SeqId_6_/1732630885893/DeleteColumn/seqid=0 2024-11-26T14:21:26,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741844_1020 (size=7686) 2024-11-26T14:21:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741845_1021 (size=5345) 2024-11-26T14:21:26,222 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:26,336 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 687, reset compression=false 2024-11-26T14:21:26,337 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:21:26,337 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:21:26,341 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:26,341 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42859,1732630865000 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d00351b695a45962517c64c228b39a2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732630885891/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-26T14:21:26,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 19945b63c2b4,35087,1732630870908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T14:21:26,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:36816 deadline: 1732630946341, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 19945b63c2b4,35087,1732630870908 stopping 2024-11-26T14:21:26,347 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 19945b63c2b4,35087,1732630870908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:26,422 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:26,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:21:26,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:26,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 19945b63c2b4,35087,1732630870908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T14:21:26,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35087 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:36816 deadline: 1732630946450, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 19945b63c2b4,35087,1732630870908 stopping 2024-11-26T14:21:26,451 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 19945b63c2b4,35087,1732630870908 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:26,453 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1033, reset compression=false 2024-11-26T14:21:26,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:26,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1328, reset compression=false 2024-11-26T14:21:26,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,35087,1732630870908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:26,459 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,35087,1732630870908: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,35087,1732630870908, walGroup=19945b63c2b4%2C35087%2C1732630870908, offset=19945b63c2b4%2C35087%2C1732630870908.1732630872474:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:35087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:21:26,459 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/info/6dc122b7355048c78b44770dc5c9c336 2024-11-26T14:21:26,459 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:21:26,459 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:21:26,460 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:21:26,460 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:21:26,460 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:21:26,460 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 551892728 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187587568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:21:26,463 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:21:26,464 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/.tmp/hfileref/a6c9acfe14eb4449ad6aebf5c283eecb 2024-11-26T14:21:26,477 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/ns/f1168661138a4ae6ba0a6724bab3e66c is 43, key is default/ns:d/1732630873461/Put/seqid=0 2024-11-26T14:21:26,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741846_1022 (size=5153) 2024-11-26T14:21:26,484 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/.tmp/queue/37d2b9fbe7cc4a66a7420b4c15836bbb is 154, key is 1-19945b63c2b4,35087,1732630870908/queue:19945b63c2b4%2C35087%2C1732630870908/1732630885895/Put/seqid=0 2024-11-26T14:21:26,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741847_1023 (size=5353) 2024-11-26T14:21:26,541 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:26,623 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:26,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 19945b63c2b4,35087,1732630870908 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:26,654 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 19945b63c2b4,35087,1732630870908 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:26,662 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1328, reset compression=false 2024-11-26T14:21:26,823 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecbe4e2d9c52553e4e2fd556bb0b3919 2024-11-26T14:21:26,844 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:26,881 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/ns/f1168661138a4ae6ba0a6724bab3e66c 2024-11-26T14:21:26,888 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/.tmp/queue/37d2b9fbe7cc4a66a7420b4c15836bbb 2024-11-26T14:21:26,893 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/.tmp/hfileref/a6c9acfe14eb4449ad6aebf5c283eecb as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/hfileref/a6c9acfe14eb4449ad6aebf5c283eecb 2024-11-26T14:21:26,899 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/hfileref/a6c9acfe14eb4449ad6aebf5c283eecb, entries=4, sequenceid=12, filesize=5.2 K 2024-11-26T14:21:26,900 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/.tmp/queue/37d2b9fbe7cc4a66a7420b4c15836bbb as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/queue/37d2b9fbe7cc4a66a7420b4c15836bbb 2024-11-26T14:21:26,901 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/rep_barrier/cb1b4b396b1b46b48b68cb381c53a785 is 112, key is test,,1732630875717.b009b7d99a788799b208bd11f8377294./rep_barrier:seqnumDuringOpen/1732630876545/Put/seqid=0 2024-11-26T14:21:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741848_1024 (size=5518) 2024-11-26T14:21:26,905 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/rep_barrier/cb1b4b396b1b46b48b68cb381c53a785 2024-11-26T14:21:26,906 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/queue/37d2b9fbe7cc4a66a7420b4c15836bbb, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T14:21:26,906 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ecbe4e2d9c52553e4e2fd556bb0b3919 in 879ms, sequenceid=12, compaction requested=false 2024-11-26T14:21:26,910 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/replication/ecbe4e2d9c52553e4e2fd556bb0b3919/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T14:21:26,911 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:26,911 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:26,911 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:26,911 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecbe4e2d9c52553e4e2fd556bb0b3919: Waiting for close lock at 1732630886027Running coprocessor pre-close hooks at 1732630886027Disabling compacts and flushes for region at 1732630886027Disabling writes for close at 1732630886027Obtaining lock to block concurrent updates at 1732630886027Preparing flush snapshotting stores in ecbe4e2d9c52553e4e2fd556bb0b3919 at 1732630886027Finished memstore snapshotting hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732630886027Flushing stores of hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. at 1732630886036 (+9 ms)Flushing ecbe4e2d9c52553e4e2fd556bb0b3919/hfileref: creating writer at 1732630886036Flushing ecbe4e2d9c52553e4e2fd556bb0b3919/hfileref: appending metadata at 1732630886052 (+16 ms)Flushing ecbe4e2d9c52553e4e2fd556bb0b3919/hfileref: closing flushed file at 1732630886052Flushing ecbe4e2d9c52553e4e2fd556bb0b3919/queue: creating writer at 1732630886468 (+416 ms)Flushing ecbe4e2d9c52553e4e2fd556bb0b3919/queue: appending metadata at 1732630886484 (+16 ms)Flushing ecbe4e2d9c52553e4e2fd556bb0b3919/queue: closing flushed file at 1732630886484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ebe35b: reopening flushed file at 1732630886892 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d524de: reopening flushed file at 1732630886899 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ecbe4e2d9c52553e4e2fd556bb0b3919 in 879ms, sequenceid=12, compaction requested=false at 1732630886906 (+7 ms)Writing region close event to WAL at 1732630886907 (+1 ms)Running coprocessor post-close hooks at 1732630886911 (+4 ms)Closed at 1732630886911 2024-11-26T14:21:26,911 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630879032.ecbe4e2d9c52553e4e2fd556bb0b3919. 2024-11-26T14:21:26,924 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/table/634e6cb7958d48ef8d0a990dad06d227 is 53, key is hbase:replication/table:state/1732630880204/Put/seqid=0 2024-11-26T14:21:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741849_1025 (size=5308) 2024-11-26T14:21:26,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 19945b63c2b4,35087,1732630870908 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:26,958 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 19945b63c2b4,35087,1732630870908 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:26,965 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1328, reset compression=false 2024-11-26T14:21:27,023 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:21:27,023 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:21:27,023 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:27,223 DEBUG [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:27,248 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:27,329 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/table/634e6cb7958d48ef8d0a990dad06d227 2024-11-26T14:21:27,334 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/info/6dc122b7355048c78b44770dc5c9c336 as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/info/6dc122b7355048c78b44770dc5c9c336 2024-11-26T14:21:27,339 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/info/6dc122b7355048c78b44770dc5c9c336, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:21:27,340 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/ns/f1168661138a4ae6ba0a6724bab3e66c as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/ns/f1168661138a4ae6ba0a6724bab3e66c 2024-11-26T14:21:27,344 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/ns/f1168661138a4ae6ba0a6724bab3e66c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:21:27,345 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/rep_barrier/cb1b4b396b1b46b48b68cb381c53a785 as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/rep_barrier/cb1b4b396b1b46b48b68cb381c53a785 2024-11-26T14:21:27,349 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/rep_barrier/cb1b4b396b1b46b48b68cb381c53a785, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:21:27,350 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/.tmp/table/634e6cb7958d48ef8d0a990dad06d227 as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/table/634e6cb7958d48ef8d0a990dad06d227 2024-11-26T14:21:27,354 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/table/634e6cb7958d48ef8d0a990dad06d227, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:21:27,354 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-26T14:21:27,359 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:21:27,360 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:27,360 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:27,360 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:27,360 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630886022Running coprocessor pre-close hooks at 1732630886022Disabling compacts and flushes for region at 1732630886022Disabling writes for close at 1732630886022Obtaining lock to block concurrent updates at 1732630886022Preparing flush snapshotting stores in 1588230740 at 1732630886022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630886023 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630886023Flushing 1588230740/info: creating writer at 1732630886023Flushing 1588230740/info: appending metadata at 1732630886041 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732630886041Flushing 1588230740/ns: creating writer at 1732630886463 (+422 ms)Flushing 1588230740/ns: appending metadata at 1732630886476 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732630886476Flushing 1588230740/rep_barrier: creating writer at 1732630886885 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630886900 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630886900Flushing 1588230740/table: creating writer at 1732630886910 (+10 ms)Flushing 1588230740/table: appending metadata at 1732630886923 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732630886924 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c09ae7b: reopening flushed file at 1732630887333 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4babfdb3: reopening flushed file at 1732630887339 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20aae2d2: reopening flushed file at 1732630887345 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3921b08a: reopening flushed file at 1732630887349 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1732630887355 (+6 ms)Writing region close event to WAL at 1732630887357 (+2 ms)Running coprocessor post-close hooks at 1732630887360 (+3 ms)Closed at 1732630887360 2024-11-26T14:21:27,360 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:27,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 19945b63c2b4,35087,1732630870908 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:27,361 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 19945b63c2b4,35087,1732630870908 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:27,369 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 to pos 1328, reset compression=false 2024-11-26T14:21:27,423 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,35087,1732630870908; all regions closed. 2024-11-26T14:21:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:21:27,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.meta.1732630873413.meta not finished, retry = 0 2024-11-26T14:21:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741839_1015 (size=3127) 2024-11-26T14:21:27,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.rep.1732630880164 not finished, retry = 0 2024-11-26T14:21:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741832_1008 (size=1336) 2024-11-26T14:21:27,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/WALs/19945b63c2b4,35087,1732630870908/19945b63c2b4%2C35087%2C1732630870908.1732630872474 not finished, retry = 0 2024-11-26T14:21:27,732 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:27,732 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:27,733 INFO [RS:0;19945b63c2b4:35087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:27,733 INFO [RS:0;19945b63c2b4:35087 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:27,733 INFO [RS:0;19945b63c2b4:35087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:27,733 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:27,733 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,35087,1732630870908 because: Region server is closing 2024-11-26T14:21:27,733 INFO [RS:0;19945b63c2b4:35087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:35087. 2024-11-26T14:21:27,733 DEBUG [RS:0;19945b63c2b4:35087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:27,733 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:27,733 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:27,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:27,751 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:27,834 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.shipper19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 terminated 2024-11-26T14:21:27,834 INFO [RS:0;19945b63c2b4:35087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:35087. 2024-11-26T14:21:27,834 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,35087,1732630870908.replicationSource.wal-reader.19945b63c2b4%2C35087%2C1732630870908,1-19945b63c2b4,35087,1732630870908 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:21:27,834 DEBUG [RS:0;19945b63c2b4:35087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:27,834 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:27,834 DEBUG [RS:0;19945b63c2b4:35087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:27,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:27,834 INFO [RS:0;19945b63c2b4:35087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35087 2024-11-26T14:21:27,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11866553640/rs/19945b63c2b4,35087,1732630870908 2024-11-26T14:21:27,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640/rs 2024-11-26T14:21:27,853 INFO [RS:0;19945b63c2b4:35087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:27,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,35087,1732630870908] 2024-11-26T14:21:27,864 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 19945b63c2b4:35087 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:35087 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:27,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 19945b63c2b4:35087 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:35087 2024-11-26T14:21:27,865 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=19945b63c2b4:35087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:35087 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:35087 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-26T14:21:27,867 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T14:21:27,874 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11866553640/draining/19945b63c2b4,35087,1732630870908 already deleted, retry=false 2024-11-26T14:21:27,874 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,35087,1732630870908 expired; onlineServers=0 2024-11-26T14:21:27,874 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,34403,1732630870539' ***** 2024-11-26T14:21:27,874 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:21:27,874 INFO [M:0;19945b63c2b4:34403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:27,874 INFO [M:0;19945b63c2b4:34403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:27,874 DEBUG [M:0;19945b63c2b4:34403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:21:27,874 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:21:27,874 DEBUG [M:0;19945b63c2b4:34403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:21:27,874 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630872213 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630872213,5,FailOnTimeoutGroup] 2024-11-26T14:21:27,874 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630872213 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630872213,5,FailOnTimeoutGroup] 2024-11-26T14:21:27,875 INFO [M:0;19945b63c2b4:34403 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:27,875 INFO [M:0;19945b63c2b4:34403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:27,875 DEBUG [M:0;19945b63c2b4:34403 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:21:27,875 INFO [M:0;19945b63c2b4:34403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:21:27,875 INFO [M:0;19945b63c2b4:34403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:27,875 INFO [M:0;19945b63c2b4:34403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:21:27,875 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:21:27,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11866553640/master 2024-11-26T14:21:27,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11866553640 2024-11-26T14:21:27,885 DEBUG [M:0;19945b63c2b4:34403 {}] zookeeper.ZKUtil(347): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Unable to get data of znode /11866553640/master because node does not exist (not an error) 2024-11-26T14:21:27,885 WARN [M:0;19945b63c2b4:34403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:21:27,885 INFO [M:0;19945b63c2b4:34403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/.lastflushedseqids 2024-11-26T14:21:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741850_1026 (size=263) 2024-11-26T14:21:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:27,964 INFO [RS:0;19945b63c2b4:35087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35087-0x1017784d6fe0004, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:27,964 INFO [RS:0;19945b63c2b4:35087 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,35087,1732630870908; zookeeper connection closed. 2024-11-26T14:21:27,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72b25fac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72b25fac 2024-11-26T14:21:27,964 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:21:28,290 INFO [M:0;19945b63c2b4:34403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:21:28,290 INFO [M:0;19945b63c2b4:34403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:21:28,290 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:28,290 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:28,290 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:28,290 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:28,290 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:28,291 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T14:21:28,304 DEBUG [M:0;19945b63c2b4:34403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c61a50da22476f96d3777450d0965b is 82, key is hbase:meta,,1/info:regioninfo/1732630873441/Put/seqid=0 2024-11-26T14:21:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741851_1027 (size=5672) 2024-11-26T14:21:28,356 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:28,467 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T14:21:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T14:21:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34264 deadline: 1732630948469, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T14:21:28,486 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T14:21:28,486 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T14:21:28,486 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T14:21:28,708 INFO [M:0;19945b63c2b4:34403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c61a50da22476f96d3777450d0965b 2024-11-26T14:21:28,726 DEBUG [M:0;19945b63c2b4:34403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e70076ff4724dff938df890870eb341 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630880207/Put/seqid=0 2024-11-26T14:21:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741852_1028 (size=8516) 2024-11-26T14:21:29,059 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:29,130 INFO [M:0;19945b63c2b4:34403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e70076ff4724dff938df890870eb341 2024-11-26T14:21:29,146 DEBUG [M:0;19945b63c2b4:34403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b9eca61b43a406fb328509c81ebb6fb is 69, key is 19945b63c2b4,35087,1732630870908/rs:state/1732630872260/Put/seqid=0 2024-11-26T14:21:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741853_1029 (size=5156) 2024-11-26T14:21:29,187 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T14:21:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T14:21:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:34264 deadline: 1732630949188, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-26T14:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-26T14:21:29,190 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T14:21:29,190 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T14:21:29,550 INFO [M:0;19945b63c2b4:34403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b9eca61b43a406fb328509c81ebb6fb 2024-11-26T14:21:29,555 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11c61a50da22476f96d3777450d0965b as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11c61a50da22476f96d3777450d0965b 2024-11-26T14:21:29,559 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11c61a50da22476f96d3777450d0965b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T14:21:29,560 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e70076ff4724dff938df890870eb341 as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e70076ff4724dff938df890870eb341 2024-11-26T14:21:29,564 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e70076ff4724dff938df890870eb341, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T14:21:29,565 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b9eca61b43a406fb328509c81ebb6fb as hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b9eca61b43a406fb328509c81ebb6fb 2024-11-26T14:21:29,569 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/60739904-0e5f-47ed-c9ed-68d463d511ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b9eca61b43a406fb328509c81ebb6fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T14:21:29,570 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-26T14:21:29,571 INFO [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:29,571 DEBUG [M:0;19945b63c2b4:34403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630888290Disabling compacts and flushes for region at 1732630888290Disabling writes for close at 1732630888290Obtaining lock to block concurrent updates at 1732630888291 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630888291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732630888291Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630888291Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630888291Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630888304 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630888304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630888713 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630888726 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630888726Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630889134 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630889146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630889146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73434fe8: reopening flushed file at 1732630889554 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683ae2e9: reopening flushed file at 1732630889559 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bfde64: reopening flushed file at 1732630889564 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732630889570 (+6 ms)Writing region close event to WAL at 1732630889571 (+1 ms)Closed at 1732630889571 2024-11-26T14:21:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42823 is added to blk_1073741830_1006 (size=63654) 2024-11-26T14:21:29,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:29,574 INFO [M:0;19945b63c2b4:34403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:21:29,574 INFO [M:0;19945b63c2b4:34403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34403 2024-11-26T14:21:29,575 INFO [M:0;19945b63c2b4:34403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:29,720 INFO [M:0;19945b63c2b4:34403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:29,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:29,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34403-0x1017784d6fe0003, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:29,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e68171f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:29,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60db5ea7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:29,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:29,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4086e40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:29,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f77d453{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:29,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:21:29,755 WARN [BP-112052963-172.17.0.3-1732630868577 heartbeating to localhost/127.0.0.1:44643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:21:29,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:21:29,755 WARN [BP-112052963-172.17.0.3-1732630868577 heartbeating to localhost/127.0.0.1:44643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-112052963-172.17.0.3-1732630868577 (Datanode Uuid c5a57c95-c33e-4578-bda4-c82aafd86f0d) service to localhost/127.0.0.1:44643 2024-11-26T14:21:29,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/cluster_6a7dcbf8-c2e4-305c-73b1-78a97b0e5fc9/data/data1/current/BP-112052963-172.17.0.3-1732630868577 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:29,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/cluster_6a7dcbf8-c2e4-305c-73b1-78a97b0e5fc9/data/data2/current/BP-112052963-172.17.0.3-1732630868577 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:29,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:21:29,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d119ffd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:29,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e662c40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:29,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:29,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56a285aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:29,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138dfe5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:29,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:21:29,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:21:29,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:29,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:29,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:29,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:29,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:29,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:21:29,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=167156679, stopped=false 2024-11-26T14:21:29,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,39745,1732630864797 2024-11-26T14:21:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576397919/running 2024-11-26T14:21:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576397919/running 2024-11-26T14:21:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:29,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:29,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:29,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:29,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:29,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/running 2024-11-26T14:21:29,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Set watcher on znode that does not yet exist, /01576397919/running 2024-11-26T14:21:29,799 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,42859,1732630865000' ***** 2024-11-26T14:21:29,799 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:21:29,799 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:21:29,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:21:29,799 INFO [RS:0;19945b63c2b4:42859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(3091): Received CLOSE for a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d00351b695a45962517c64c228b39a2 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,42859,1732630865000 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:42859. 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8e5ccc6fc271dbd431643b3cbc718ab, disabling compactions & flushes 2024-11-26T14:21:29,800 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:29,800 DEBUG [RS:0;19945b63c2b4:42859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:29,800 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. after waiting 0 ms 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:21:29,800 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8e5ccc6fc271dbd431643b3cbc718ab 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:21:29,800 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:21:29,800 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1325): Online Regions={a8e5ccc6fc271dbd431643b3cbc718ab=hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab., 3d00351b695a45962517c64c228b39a2=test,,1732630873563.3d00351b695a45962517c64c228b39a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:21:29,800 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d00351b695a45962517c64c228b39a2, a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:29,800 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:29,800 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:29,801 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:21:29,813 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/.tmp/hfileref/5cc6f0eb520b44ebaaa34bfb4eb6a883 is 74, key is 1/hfileref:0047c849fb29471687d9384c5268c672_SeqId_6_/1732630885880/Put/seqid=0 2024-11-26T14:21:29,817 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/info/a472fd1e4ce049ccb4932e6ae1a5b960 is 147, key is hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab./info:regioninfo/1732630878066/Put/seqid=0 2024-11-26T14:21:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741846_1022 (size=5345) 2024-11-26T14:21:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741847_1023 (size=7686) 2024-11-26T14:21:29,862 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:29,892 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:29,990 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-26T14:21:29,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 19945b63c2b4:34403 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:34403 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 19945b63c2b4:34403 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:34403 2024-11-26T14:21:30,001 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d00351b695a45962517c64c228b39a2, a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:30,093 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:30,094 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 19945b63c2b4:34403 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:34403 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T14:21:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=19945b63c2b4:34403 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:34403 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-26T14:21:30,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 19945b63c2b4:34403 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 19945b63c2b4/172.17.0.3:34403 2024-11-26T14:21:30,201 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d00351b695a45962517c64c228b39a2, a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:30,218 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/.tmp/hfileref/5cc6f0eb520b44ebaaa34bfb4eb6a883 2024-11-26T14:21:30,221 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/info/a472fd1e4ce049ccb4932e6ae1a5b960 2024-11-26T14:21:30,236 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/.tmp/queue/7be90a4d017f4a0dbf69c34455a05bcc is 153, key is 1-19945b63c2b4,42859,1732630865000/queue:19945b63c2b4%2C42859%2C1732630865000/1732630883711/Put/seqid=0 2024-11-26T14:21:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741848_1024 (size=5352) 2024-11-26T14:21:30,243 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/ns/f67df1fbccb14bf69e72cbeca8264749 is 43, key is default/ns:d/1732630868437/Put/seqid=0 2024-11-26T14:21:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741849_1025 (size=5153) 2024-11-26T14:21:30,277 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:21:30,277 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:21:30,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:30,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 19945b63c2b4:34403 this server is in the failed servers list 2024-11-26T14:21:30,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 19945b63c2b4:34403 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:30,401 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d00351b695a45962517c64c228b39a2, a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:30,601 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d00351b695a45962517c64c228b39a2, a8e5ccc6fc271dbd431643b3cbc718ab 2024-11-26T14:21:30,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:30,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 19945b63c2b4:34403 this server is in the failed servers list 2024-11-26T14:21:30,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 19945b63c2b4:34403 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:30,640 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/.tmp/queue/7be90a4d017f4a0dbf69c34455a05bcc 2024-11-26T14:21:30,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/.tmp/hfileref/5cc6f0eb520b44ebaaa34bfb4eb6a883 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/hfileref/5cc6f0eb520b44ebaaa34bfb4eb6a883 2024-11-26T14:21:30,647 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/ns/f67df1fbccb14bf69e72cbeca8264749 2024-11-26T14:21:30,653 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/hfileref/5cc6f0eb520b44ebaaa34bfb4eb6a883, entries=4, sequenceid=10, filesize=5.2 K 2024-11-26T14:21:30,654 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/.tmp/queue/7be90a4d017f4a0dbf69c34455a05bcc as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/queue/7be90a4d017f4a0dbf69c34455a05bcc 2024-11-26T14:21:30,658 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/queue/7be90a4d017f4a0dbf69c34455a05bcc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T14:21:30,659 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a8e5ccc6fc271dbd431643b3cbc718ab in 859ms, sequenceid=10, compaction requested=false 2024-11-26T14:21:30,659 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:21:30,664 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/replication/a8e5ccc6fc271dbd431643b3cbc718ab/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T14:21:30,664 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:30,664 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:30,664 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:30,664 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8e5ccc6fc271dbd431643b3cbc718ab: Waiting for close lock at 1732630889800Running coprocessor pre-close hooks at 1732630889800Disabling compacts and flushes for region at 1732630889800Disabling writes for close at 1732630889800Obtaining lock to block concurrent updates at 1732630889800Preparing flush snapshotting stores in a8e5ccc6fc271dbd431643b3cbc718ab at 1732630889800Finished memstore snapshotting hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732630889800Flushing stores of hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. at 1732630889801 (+1 ms)Flushing a8e5ccc6fc271dbd431643b3cbc718ab/hfileref: creating writer at 1732630889801Flushing a8e5ccc6fc271dbd431643b3cbc718ab/hfileref: appending metadata at 1732630889813 (+12 ms)Flushing a8e5ccc6fc271dbd431643b3cbc718ab/hfileref: closing flushed file at 1732630889813Flushing a8e5ccc6fc271dbd431643b3cbc718ab/queue: creating writer at 1732630890222 (+409 ms)Flushing a8e5ccc6fc271dbd431643b3cbc718ab/queue: appending metadata at 1732630890236 (+14 ms)Flushing a8e5ccc6fc271dbd431643b3cbc718ab/queue: closing flushed file at 1732630890236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ccb1778: reopening flushed file at 1732630890644 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483e4f7c: reopening flushed file at 1732630890653 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a8e5ccc6fc271dbd431643b3cbc718ab in 859ms, sequenceid=10, compaction requested=false at 1732630890659 (+6 ms)Writing region close event to WAL at 1732630890661 (+2 ms)Running coprocessor post-close hooks at 1732630890664 (+3 ms)Closed at 1732630890664 2024-11-26T14:21:30,664 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630876875.a8e5ccc6fc271dbd431643b3cbc718ab. 2024-11-26T14:21:30,665 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d00351b695a45962517c64c228b39a2, disabling compactions & flushes 2024-11-26T14:21:30,665 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:30,665 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:30,665 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630873563.3d00351b695a45962517c64c228b39a2. after waiting 0 ms 2024-11-26T14:21:30,665 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:30,668 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/default/test/3d00351b695a45962517c64c228b39a2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:21:30,669 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/rep_barrier/907db3930fe0405488f88fa98c6fe19c is 112, key is test,,1732630873563.3d00351b695a45962517c64c228b39a2./rep_barrier:seqnumDuringOpen/1732630874721/Put/seqid=0 2024-11-26T14:21:30,669 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:30,669 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:21:30,669 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:30,669 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d00351b695a45962517c64c228b39a2: Waiting for close lock at 1732630890665Running coprocessor pre-close hooks at 1732630890665Disabling compacts and flushes for region at 1732630890665Disabling writes for close at 1732630890665Writing region close event to WAL at 1732630890665Running coprocessor post-close hooks at 1732630890669 (+4 ms)Closed at 1732630890669 2024-11-26T14:21:30,669 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630873563.3d00351b695a45962517c64c228b39a2. 2024-11-26T14:21:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741850_1026 (size=5518) 2024-11-26T14:21:30,766 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1033, reset compression=false 2024-11-26T14:21:30,770 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:30,770 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1328, reset compression=false 2024-11-26T14:21:30,801 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:21:30,801 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:21:30,801 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:30,973 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1328, reset compression=false 2024-11-26T14:21:31,002 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:31,073 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/rep_barrier/907db3930fe0405488f88fa98c6fe19c 2024-11-26T14:21:31,095 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/table/eb712a1d188d4806a361dfe7470dc0f2 is 53, key is hbase:replication/table:state/1732630878072/Put/seqid=0 2024-11-26T14:21:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741851_1027 (size=5308) 2024-11-26T14:21:31,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:31,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 19945b63c2b4:34403 this server is in the failed servers list 2024-11-26T14:21:31,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 19945b63c2b4:34403 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:31,202 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:31,277 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1328, reset compression=false 2024-11-26T14:21:31,402 DEBUG [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:21:31,499 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/table/eb712a1d188d4806a361dfe7470dc0f2 2024-11-26T14:21:31,504 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/info/a472fd1e4ce049ccb4932e6ae1a5b960 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/info/a472fd1e4ce049ccb4932e6ae1a5b960 2024-11-26T14:21:31,509 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/info/a472fd1e4ce049ccb4932e6ae1a5b960, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:21:31,509 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/ns/f67df1fbccb14bf69e72cbeca8264749 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/ns/f67df1fbccb14bf69e72cbeca8264749 2024-11-26T14:21:31,514 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/ns/f67df1fbccb14bf69e72cbeca8264749, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:21:31,514 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/rep_barrier/907db3930fe0405488f88fa98c6fe19c as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/rep_barrier/907db3930fe0405488f88fa98c6fe19c 2024-11-26T14:21:31,519 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/rep_barrier/907db3930fe0405488f88fa98c6fe19c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:21:31,519 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/.tmp/table/eb712a1d188d4806a361dfe7470dc0f2 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/table/eb712a1d188d4806a361dfe7470dc0f2 2024-11-26T14:21:31,523 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/table/eb712a1d188d4806a361dfe7470dc0f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:21:31,524 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-26T14:21:31,524 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:21:31,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:31,528 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:21:31,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:31,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:31,529 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:31,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630889800Running coprocessor pre-close hooks at 1732630889800Disabling compacts and flushes for region at 1732630889800Disabling writes for close at 1732630889800Obtaining lock to block concurrent updates at 1732630889801 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732630889801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630889801Flushing stores of hbase:meta,,1.1588230740 at 1732630889801Flushing 1588230740/info: creating writer at 1732630889801Flushing 1588230740/info: appending metadata at 1732630889816 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732630889816Flushing 1588230740/ns: creating writer at 1732630890225 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732630890242 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732630890242Flushing 1588230740/rep_barrier: creating writer at 1732630890653 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630890668 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630890668Flushing 1588230740/table: creating writer at 1732630891078 (+410 ms)Flushing 1588230740/table: appending metadata at 1732630891094 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732630891094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8427ea2: reopening flushed file at 1732630891503 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b718d6: reopening flushed file at 1732630891509 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ad779: reopening flushed file at 1732630891514 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c9dd4d: reopening flushed file at 1732630891519 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732630891524 (+5 ms)Writing region close event to WAL at 1732630891526 (+2 ms)Running coprocessor post-close hooks at 1732630891529 (+3 ms)Closed at 1732630891529 2024-11-26T14:21:31,529 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:31,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:31,602 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,42859,1732630865000; all regions closed. 2024-11-26T14:21:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:21:31,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.meta.1732630868360.meta not finished, retry = 0 2024-11-26T14:21:31,680 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.1732630867405 to pos 1328, reset compression=false 2024-11-26T14:21:31,706 DEBUG [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/oldWALs 2024-11-26T14:21:31,706 INFO [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C42859%2C1732630865000.meta:.meta(num 1732630868360) 2024-11-26T14:21:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741839_1015 (size=2695) 2024-11-26T14:21:31,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/WALs/19945b63c2b4,42859,1732630865000/19945b63c2b4%2C42859%2C1732630865000.rep.1732630878038 not finished, retry = 0 2024-11-26T14:21:31,811 DEBUG [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/oldWALs 2024-11-26T14:21:31,811 INFO [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C42859%2C1732630865000.rep:(num 1732630878038) 2024-11-26T14:21:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741832_1008 (size=1336) 2024-11-26T14:21:31,815 DEBUG [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/oldWALs 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C42859%2C1732630865000:(num 1732630867405) 2024-11-26T14:21:31,815 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:31,815 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,42859,1732630865000 because: Region server is closing 2024-11-26T14:21:31,815 INFO [RS:0;19945b63c2b4:42859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:42859. 2024-11-26T14:21:31,815 DEBUG [RS:0;19945b63c2b4:42859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:31,816 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:31,816 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:31,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:31,916 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.wal-reader.19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:21:31,916 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-26T14:21:31,916 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-26T14:21:31,916 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-26T14:21:32,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:32,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:32,146 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:32,817 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42859,1732630865000.replicationSource.shipper19945b63c2b4%2C42859%2C1732630865000,1-19945b63c2b4,42859,1732630865000 terminated 2024-11-26T14:21:32,817 INFO [RS:0;19945b63c2b4:42859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:42859. 2024-11-26T14:21:32,817 DEBUG [RS:0;19945b63c2b4:42859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:32,817 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:32,817 DEBUG [RS:0;19945b63c2b4:42859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:32,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:32,817 INFO [RS:0;19945b63c2b4:42859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42859 2024-11-26T14:21:32,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576397919/rs/19945b63c2b4,42859,1732630865000 2024-11-26T14:21:32,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919/rs 2024-11-26T14:21:32,872 INFO [RS:0;19945b63c2b4:42859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:32,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,42859,1732630865000] 2024-11-26T14:21:32,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01576397919/draining/19945b63c2b4,42859,1732630865000 already deleted, retry=false 2024-11-26T14:21:32,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,42859,1732630865000 expired; onlineServers=0 2024-11-26T14:21:32,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,39745,1732630864797' ***** 2024-11-26T14:21:32,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:21:32,935 INFO [M:0;19945b63c2b4:39745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:32,935 INFO [M:0;19945b63c2b4:39745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:32,935 DEBUG [M:0;19945b63c2b4:39745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:21:32,935 DEBUG [M:0;19945b63c2b4:39745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:21:32,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:21:32,935 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630867156 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630867156,5,FailOnTimeoutGroup] 2024-11-26T14:21:32,935 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630867157 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630867157,5,FailOnTimeoutGroup] 2024-11-26T14:21:32,935 INFO [M:0;19945b63c2b4:39745 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:32,935 INFO [M:0;19945b63c2b4:39745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:32,936 DEBUG [M:0;19945b63c2b4:39745 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:21:32,936 INFO [M:0;19945b63c2b4:39745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:21:32,936 INFO [M:0;19945b63c2b4:39745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:32,936 INFO [M:0;19945b63c2b4:39745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:21:32,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:21:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576397919/master 2024-11-26T14:21:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576397919 2024-11-26T14:21:32,948 DEBUG [M:0;19945b63c2b4:39745 {}] zookeeper.ZKUtil(347): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Unable to get data of znode /01576397919/master because node does not exist (not an error) 2024-11-26T14:21:32,948 WARN [M:0;19945b63c2b4:39745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:21:32,949 INFO [M:0;19945b63c2b4:39745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/.lastflushedseqids 2024-11-26T14:21:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741852_1028 (size=263) 2024-11-26T14:21:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:33,015 INFO [RS:0;19945b63c2b4:42859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42859-0x1017784d6fe0001, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:33,015 INFO [RS:0;19945b63c2b4:42859 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,42859,1732630865000; zookeeper connection closed. 2024-11-26T14:21:33,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b05d167 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b05d167 2024-11-26T14:21:33,016 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:21:33,354 INFO [M:0;19945b63c2b4:39745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:21:33,354 INFO [M:0;19945b63c2b4:39745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:21:33,354 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:33,354 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:33,354 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:33,354 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:33,354 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:33,354 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T14:21:33,371 DEBUG [M:0;19945b63c2b4:39745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d87bde73cea042d7990ffca7008bf419 is 82, key is hbase:meta,,1/info:regioninfo/1732630868389/Put/seqid=0 2024-11-26T14:21:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741853_1029 (size=5672) 2024-11-26T14:21:33,782 INFO [M:0;19945b63c2b4:39745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d87bde73cea042d7990ffca7008bf419 2024-11-26T14:21:33,799 DEBUG [M:0;19945b63c2b4:39745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1e8336175ef4bba9b82050a20a42a77 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630878076/Put/seqid=0 2024-11-26T14:21:33,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741854_1030 (size=8516) 2024-11-26T14:21:34,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:34,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:34,154 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:34,203 INFO [M:0;19945b63c2b4:39745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1e8336175ef4bba9b82050a20a42a77 2024-11-26T14:21:34,224 DEBUG [M:0;19945b63c2b4:39745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f04ee85bc0cf4b5eb6da944d03ed1ec7 is 69, key is 19945b63c2b4,42859,1732630865000/rs:state/1732630867257/Put/seqid=0 2024-11-26T14:21:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741855_1031 (size=5156) 2024-11-26T14:21:34,381 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:21:34,629 INFO [M:0;19945b63c2b4:39745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f04ee85bc0cf4b5eb6da944d03ed1ec7 2024-11-26T14:21:34,633 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d87bde73cea042d7990ffca7008bf419 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d87bde73cea042d7990ffca7008bf419 2024-11-26T14:21:34,637 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d87bde73cea042d7990ffca7008bf419, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T14:21:34,638 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1e8336175ef4bba9b82050a20a42a77 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1e8336175ef4bba9b82050a20a42a77 2024-11-26T14:21:34,642 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1e8336175ef4bba9b82050a20a42a77, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T14:21:34,643 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f04ee85bc0cf4b5eb6da944d03ed1ec7 as hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f04ee85bc0cf4b5eb6da944d03ed1ec7 2024-11-26T14:21:34,647 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36575/user/jenkins/test-data/0af11791-d8a0-d24c-5af9-2c010698fb99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f04ee85bc0cf4b5eb6da944d03ed1ec7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T14:21:34,648 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-26T14:21:34,662 INFO [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:34,663 DEBUG [M:0;19945b63c2b4:39745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630893354Disabling compacts and flushes for region at 1732630893354Disabling writes for close at 1732630893354Obtaining lock to block concurrent updates at 1732630893354Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630893354Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732630893354Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630893355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630893355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630893371 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630893371Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630893786 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630893798 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630893798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630894207 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630894224 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630894224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7357803a: reopening flushed file at 1732630894632 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7faef1: reopening flushed file at 1732630894637 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e46adc6: reopening flushed file at 1732630894642 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1732630894648 (+6 ms)Writing region close event to WAL at 1732630894662 (+14 ms)Closed at 1732630894662 2024-11-26T14:21:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38681 is added to blk_1073741830_1006 (size=63654) 2024-11-26T14:21:34,665 INFO [M:0;19945b63c2b4:39745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:21:34,665 INFO [M:0;19945b63c2b4:39745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39745 2024-11-26T14:21:34,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:34,665 INFO [M:0;19945b63c2b4:39745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:34,846 INFO [M:0;19945b63c2b4:39745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39745-0x1017784d6fe0000, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:34,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@135fde32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:34,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59b490b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:34,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:34,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e008d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:34,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61375868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:34,849 WARN [BP-1749960600-172.17.0.3-1732630862707 heartbeating to localhost/127.0.0.1:36575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:21:34,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:21:34,849 WARN [BP-1749960600-172.17.0.3-1732630862707 heartbeating to localhost/127.0.0.1:36575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1749960600-172.17.0.3-1732630862707 (Datanode Uuid 9aaae871-6c06-46d6-950a-d66299364258) service to localhost/127.0.0.1:36575 2024-11-26T14:21:34,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:21:34,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/data/data1/current/BP-1749960600-172.17.0.3-1732630862707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:34,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/cluster_69ff33f2-a4cb-70a5-9460-108b886de0bf/data/data2/current/BP-1749960600-172.17.0.3-1732630862707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:34,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:21:34,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eaf4cf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:34,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ad73777{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:34,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:34,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40da04a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:34,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@796b33c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b5197d-8c54-432d-cf06-ca70e98e8b02/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:34,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:21:34,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:21:34,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36575 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36575 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4347 (was 4540) 2024-11-26T14:21:34,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=4347 2024-11-26T14:21:34,898 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-26T14:21:34,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir so I do NOT create it in target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8 2024-11-26T14:21:34,898 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:21:34,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.tmp.dir so I do NOT create it in target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8 2024-11-26T14:21:34,898 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afecb548-7d62-eff2-fbd8-f5cf58e92aee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:21:34,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8 2024-11-26T14:21:34,898 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977, deleteOnExit=true 2024-11-26T14:21:34,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/zookeeper_0, clientPort=55018, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:21:34,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55018 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/test.cache.data in system properties and HBase conf 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:21:34,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:21:34,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:21:34,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:21:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017784d6fe0005, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:21:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017784d6fe0002, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:21:34,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017784d6fe0002, quorum=127.0.0.1:62695, baseZNode=/01576397919 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:21:34,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017784d6fe0005, quorum=127.0.0.1:62695, baseZNode=/11866553640 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:21:35,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:35,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:35,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:35,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:35,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:21:35,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:35,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49fc172c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:35,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76769433{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:35,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c332df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/java.io.tmpdir/jetty-localhost-39017-hadoop-hdfs-3_4_1-tests_jar-_-any-2585099550288451693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:35,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1385502{HTTP/1.1, (http/1.1)}{localhost:39017} 2024-11-26T14:21:35,343 INFO [Time-limited test {}] server.Server(415): Started @205250ms 2024-11-26T14:21:35,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:35,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:35,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:35,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:35,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:21:35,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c56c247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:35,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e355257{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:35,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff6eca1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/java.io.tmpdir/jetty-localhost-38333-hadoop-hdfs-3_4_1-tests_jar-_-any-15523739802837800639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:35,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6017d104{HTTP/1.1, (http/1.1)}{localhost:38333} 2024-11-26T14:21:35,758 INFO [Time-limited test {}] server.Server(415): Started @205666ms 2024-11-26T14:21:35,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:21:36,351 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/data/data2/current/BP-588371301-172.17.0.3-1732630894916/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:36,351 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/data/data1/current/BP-588371301-172.17.0.3-1732630894916/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:36,369 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:21:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4061baabdf1b99fc with lease ID 0x28c39df7fb899556: Processing first storage report for DS-ddc5ec2f-9cdc-4298-b7de-4f81383c891f from datanode DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e737e4ae-ad29-4ff4-abf8-0bd1153c7752, infoPort=34903, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=3957211;c=1732630894916) 2024-11-26T14:21:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4061baabdf1b99fc with lease ID 0x28c39df7fb899556: from storage DS-ddc5ec2f-9cdc-4298-b7de-4f81383c891f node DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e737e4ae-ad29-4ff4-abf8-0bd1153c7752, infoPort=34903, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=3957211;c=1732630894916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4061baabdf1b99fc with lease ID 0x28c39df7fb899556: Processing first storage report for DS-cdf8229e-0411-4079-9517-7b5d452dc3a5 from datanode DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e737e4ae-ad29-4ff4-abf8-0bd1153c7752, infoPort=34903, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=3957211;c=1732630894916) 2024-11-26T14:21:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4061baabdf1b99fc with lease ID 0x28c39df7fb899556: from storage DS-cdf8229e-0411-4079-9517-7b5d452dc3a5 node DatanodeRegistration(127.0.0.1:36555, datanodeUuid=e737e4ae-ad29-4ff4-abf8-0bd1153c7752, infoPort=34903, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-57;cid=testClusterID;nsid=3957211;c=1732630894916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:36,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8 2024-11-26T14:21:36,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:36,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:21:36,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896 with version=8 2024-11-26T14:21:36,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/hbase-staging 2024-11-26T14:21:36,394 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:36,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:36,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33147 2024-11-26T14:21:36,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33147 connecting to ZooKeeper ensemble=127.0.0.1:55018 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:21:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331470x0, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:36,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33147-0x101778554df0000 connected 2024-11-26T14:21:36,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:36,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:36,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/running 2024-11-26T14:21:36,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896, hbase.cluster.distributed=false 2024-11-26T14:21:36,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/acl 2024-11-26T14:21:36,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33147 2024-11-26T14:21:36,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33147 2024-11-26T14:21:36,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33147 2024-11-26T14:21:36,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33147 2024-11-26T14:21:36,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33147 2024-11-26T14:21:36,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:21:36,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:36,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44631 2024-11-26T14:21:36,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44631 connecting to ZooKeeper ensemble=127.0.0.1:55018 2024-11-26T14:21:36,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:36,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:36,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446310x0, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:36,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/running 2024-11-26T14:21:36,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44631-0x101778554df0001 connected 2024-11-26T14:21:36,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:21:36,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:21:36,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/master 2024-11-26T14:21:36,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/acl 2024-11-26T14:21:36,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-26T14:21:36,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44631 2024-11-26T14:21:36,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44631 2024-11-26T14:21:36,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-26T14:21:36,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44631 2024-11-26T14:21:36,599 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:33147 2024-11-26T14:21:36,599 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1915648272/backup-masters/19945b63c2b4,33147,1732630896394 2024-11-26T14:21:36,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272/backup-masters 2024-11-26T14:21:36,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272/backup-masters 2024-11-26T14:21:36,611 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on existing znode=/0-1915648272/backup-masters/19945b63c2b4,33147,1732630896394 2024-11-26T14:21:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1915648272/master 2024-11-26T14:21:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:36,621 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on existing znode=/0-1915648272/master 2024-11-26T14:21:36,622 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1915648272/backup-masters/19945b63c2b4,33147,1732630896394 from backup master directory 2024-11-26T14:21:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915648272/backup-masters/19945b63c2b4,33147,1732630896394 2024-11-26T14:21:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272/backup-masters 2024-11-26T14:21:36,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272/backup-masters 2024-11-26T14:21:36,631 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:36,632 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,33147,1732630896394 2024-11-26T14:21:36,635 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/hbase.id] with ID: 09aabf9a-c952-4dc6-b03e-8e68b3313de7 2024-11-26T14:21:36,635 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/.tmp/hbase.id 2024-11-26T14:21:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:21:37,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:37,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/.tmp/hbase.id]:[hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/hbase.id] 2024-11-26T14:21:37,049 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:37,049 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:21:37,050 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:21:37,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:37,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:37,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:21:37,079 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:37,080 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:21:37,080 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:21:37,492 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store 2024-11-26T14:21:37,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:21:37,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:37,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:37,898 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:37,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:37,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:37,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:37,898 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:37,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630897898Disabling compacts and flushes for region at 1732630897898Disabling writes for close at 1732630897898Writing region close event to WAL at 1732630897898Closed at 1732630897898 2024-11-26T14:21:37,899 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/.initializing 2024-11-26T14:21:37,899 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/WALs/19945b63c2b4,33147,1732630896394 2024-11-26T14:21:37,899 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:37,900 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C33147%2C1732630896394, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/WALs/19945b63c2b4,33147,1732630896394, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/oldWALs, maxLogs=10 2024-11-26T14:21:37,911 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/WALs/19945b63c2b4,33147,1732630896394/19945b63c2b4%2C33147%2C1732630896394.1732630897900, exclude list is [], retry=0 2024-11-26T14:21:37,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-ddc5ec2f-9cdc-4298-b7de-4f81383c891f,DISK] 2024-11-26T14:21:37,918 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/WALs/19945b63c2b4,33147,1732630896394/19945b63c2b4%2C33147%2C1732630896394.1732630897900 2024-11-26T14:21:37,918 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-26T14:21:37,918 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:37,919 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:37,919 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,919 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:21:37,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:21:37,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:37,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:37,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:21:37,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:37,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:37,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:21:37,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:37,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:37,926 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,926 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,926 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,927 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,927 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,928 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:37,928 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:37,930 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:37,930 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67372398, jitterRate=0.003926962614059448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:37,931 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630897919Initializing all the Stores at 1732630897920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630897920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630897920Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630897920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630897920Cleaning up temporary data from old regions at 1732630897927 (+7 ms)Region opened successfully at 1732630897931 (+4 ms) 2024-11-26T14:21:37,931 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:21:37,933 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700ad055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:37,934 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:21:37,934 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:21:37,934 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:21:37,935 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:21:37,935 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:21:37,935 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:21:37,936 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:21:37,937 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:21:37,938 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Unable to get data of znode /0-1915648272/balancer because node does not exist (not necessarily an error) 2024-11-26T14:21:37,998 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915648272/balancer already deleted, retry=false 2024-11-26T14:21:37,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:21:37,999 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Unable to get data of znode /0-1915648272/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:21:38,010 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915648272/normalizer already deleted, retry=false 2024-11-26T14:21:38,011 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:21:38,012 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Unable to get data of znode /0-1915648272/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:21:38,021 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915648272/switch/split already deleted, retry=false 2024-11-26T14:21:38,022 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Unable to get data of znode /0-1915648272/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:21:38,031 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915648272/switch/merge already deleted, retry=false 2024-11-26T14:21:38,033 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Unable to get data of znode /0-1915648272/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:21:38,042 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915648272/snapshot-cleanup already deleted, retry=false 2024-11-26T14:21:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1915648272/running 2024-11-26T14:21:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1915648272/running 2024-11-26T14:21:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:38,053 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,33147,1732630896394, sessionid=0x101778554df0000, setting cluster-up flag (Was=false) 2024-11-26T14:21:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:38,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:38,105 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1915648272/flush-table-proc/acquired, /0-1915648272/flush-table-proc/reached, /0-1915648272/flush-table-proc/abort 2024-11-26T14:21:38,106 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,33147,1732630896394 2024-11-26T14:21:38,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:38,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:38,158 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1915648272/online-snapshot/acquired, /0-1915648272/online-snapshot/reached, /0-1915648272/online-snapshot/abort 2024-11-26T14:21:38,159 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,33147,1732630896394 2024-11-26T14:21:38,160 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:21:38,161 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:38,161 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:21:38,161 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:21:38,161 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,33147,1732630896394 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:38,162 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630928163 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:21:38,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:21:38,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:21:38,164 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:21:38,164 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:21:38,164 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:21:38,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:38,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:21:38,164 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:21:38,164 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:21:38,167 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630898164,5,FailOnTimeoutGroup] 2024-11-26T14:21:38,167 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630898167,5,FailOnTimeoutGroup] 2024-11-26T14:21:38,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:21:38,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:38,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:21:38,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:38,174 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:38,191 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(746): ClusterId : 09aabf9a-c952-4dc6-b03e-8e68b3313de7 2024-11-26T14:21:38,191 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:21:38,200 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:21:38,200 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:21:38,211 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:21:38,211 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329a2698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:38,221 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:44631 2024-11-26T14:21:38,221 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:21:38,221 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:21:38,221 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:21:38,222 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,33147,1732630896394 with port=44631, startcode=1732630896564 2024-11-26T14:21:38,222 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:21:38,223 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:21:38,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,44631,1732630896564 2024-11-26T14:21:38,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33147 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:38,225 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896 2024-11-26T14:21:38,225 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36195 2024-11-26T14:21:38,225 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:21:38,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272/rs 2024-11-26T14:21:38,232 DEBUG [RS:0;19945b63c2b4:44631 {}] zookeeper.ZKUtil(111): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on existing znode=/0-1915648272/rs/19945b63c2b4,44631,1732630896564 2024-11-26T14:21:38,232 WARN [RS:0;19945b63c2b4:44631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:38,232 INFO [RS:0;19945b63c2b4:44631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:38,232 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564 2024-11-26T14:21:38,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,44631,1732630896564] 2024-11-26T14:21:38,234 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:21:38,236 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:21:38,236 INFO [RS:0;19945b63c2b4:44631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:21:38,236 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,238 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:21:38,239 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:21:38,239 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:38,239 DEBUG [RS:0;19945b63c2b4:44631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:38,240 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,240 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,240 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,240 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,240 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,240 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44631,1732630896564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:38,254 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:21:38,254 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44631,1732630896564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,254 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,255 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.Replication(171): 19945b63c2b4,44631,1732630896564 started 2024-11-26T14:21:38,266 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:38,266 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,44631,1732630896564, RpcServer on 19945b63c2b4/172.17.0.3:44631, sessionid=0x101778554df0001 2024-11-26T14:21:38,266 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:21:38,266 DEBUG [RS:0;19945b63c2b4:44631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,44631,1732630896564 2024-11-26T14:21:38,266 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,44631,1732630896564' 2024-11-26T14:21:38,266 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1915648272/flush-table-proc/abort' 2024-11-26T14:21:38,267 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1915648272/flush-table-proc/acquired' 2024-11-26T14:21:38,267 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:21:38,267 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:21:38,267 DEBUG [RS:0;19945b63c2b4:44631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,44631,1732630896564 2024-11-26T14:21:38,267 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,44631,1732630896564' 2024-11-26T14:21:38,267 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1915648272/online-snapshot/abort' 2024-11-26T14:21:38,268 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1915648272/online-snapshot/acquired' 2024-11-26T14:21:38,268 DEBUG [RS:0;19945b63c2b4:44631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:21:38,268 INFO [RS:0;19945b63c2b4:44631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:21:38,268 INFO [RS:0;19945b63c2b4:44631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:21:38,368 INFO [RS:0;19945b63c2b4:44631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:38,369 INFO [RS:0;19945b63c2b4:44631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C44631%2C1732630896564, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/oldWALs, maxLogs=10 2024-11-26T14:21:38,382 DEBUG [RS:0;19945b63c2b4:44631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, exclude list is [], retry=0 2024-11-26T14:21:38,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-ddc5ec2f-9cdc-4298-b7de-4f81383c891f,DISK] 2024-11-26T14:21:38,388 INFO [RS:0;19945b63c2b4:44631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 2024-11-26T14:21:38,388 DEBUG [RS:0;19945b63c2b4:44631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-26T14:21:38,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:21:38,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896 2024-11-26T14:21:38,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:21:38,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:38,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:38,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:38,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:38,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:38,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:38,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:38,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:38,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:38,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:38,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:38,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:38,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:38,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:38,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:38,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:38,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:38,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740 2024-11-26T14:21:38,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740 2024-11-26T14:21:38,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:38,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:38,987 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:38,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:38,989 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:38,989 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60110943, jitterRate=-0.10427714884281158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630898979Initializing all the Stores at 1732630898980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630898980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630898980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630898980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630898980Cleaning up temporary data from old regions at 1732630898986 (+6 ms)Region opened successfully at 1732630898990 (+4 ms) 2024-11-26T14:21:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:38,990 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:38,990 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:38,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630898990Disabling compacts and flushes for region at 1732630898990Disabling writes for close at 1732630898990Writing region close event to WAL at 1732630898990Closed at 1732630898990 2024-11-26T14:21:38,991 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:38,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:21:38,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:21:38,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:38,993 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:21:39,143 DEBUG [19945b63c2b4:33147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:21:39,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:39,145 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,44631,1732630896564, state=OPENING 2024-11-26T14:21:39,198 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:21:39,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:39,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:39,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:39,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915648272/meta-region-server: CHANGED 2024-11-26T14:21:39,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915648272/meta-region-server: CHANGED 2024-11-26T14:21:39,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,44631,1732630896564}] 2024-11-26T14:21:39,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:39,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:21:39,392 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:21:39,392 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:39,393 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:21:39,394 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C44631%2C1732630896564.meta, suffix=.meta, logDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/oldWALs, maxLogs=10 2024-11-26T14:21:39,406 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.meta.1732630899394.meta, exclude list is [], retry=0 2024-11-26T14:21:39,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-ddc5ec2f-9cdc-4298-b7de-4f81383c891f,DISK] 2024-11-26T14:21:39,409 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.meta.1732630899394.meta 2024-11-26T14:21:39,410 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-26T14:21:39,410 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:39,410 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:39,411 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:39,411 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:21:39,411 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:21:39,411 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:21:39,411 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:39,411 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:21:39,411 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:21:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:39,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:39,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:39,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:39,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:39,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:39,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:39,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:39,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:39,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:39,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:39,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:39,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:39,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:39,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:39,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:39,418 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:39,419 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740 2024-11-26T14:21:39,420 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740 2024-11-26T14:21:39,420 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:39,420 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:39,421 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:39,422 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:39,422 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73808360, jitterRate=0.0998302698135376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:39,422 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:21:39,423 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630899411Writing region info on filesystem at 1732630899411Initializing all the Stores at 1732630899412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630899412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630899414 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630899414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630899414Cleaning up temporary data from old regions at 1732630899420 (+6 ms)Running coprocessor post-open hooks at 1732630899422 (+2 ms)Region opened successfully at 1732630899423 (+1 ms) 2024-11-26T14:21:39,424 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630899388 2024-11-26T14:21:39,426 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:21:39,426 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:21:39,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:39,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,44631,1732630896564, state=OPEN 2024-11-26T14:21:39,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1915648272/meta-region-server 2024-11-26T14:21:39,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1915648272/meta-region-server 2024-11-26T14:21:39,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:39,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915648272/meta-region-server: CHANGED 2024-11-26T14:21:39,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915648272/meta-region-server: CHANGED 2024-11-26T14:21:39,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:21:39,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,44631,1732630896564 in 206 msec 2024-11-26T14:21:39,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:21:39,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-26T14:21:39,447 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:39,447 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:21:39,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:39,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44631,1732630896564, seqNum=-1] 2024-11-26T14:21:39,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:39,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:39,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-26T14:21:39,454 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630899454, completionTime=-1 2024-11-26T14:21:39,454 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:21:39,454 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630959456 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631019456 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33147,1732630896394-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33147,1732630896394-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33147,1732630896394-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:33147, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,458 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:21:39,459 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.827sec 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33147,1732630896394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:39,460 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33147,1732630896394-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:21:39,462 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:21:39,462 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:21:39,462 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33147,1732630896394-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:39,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:39,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33147,-1 for getting cluster id 2024-11-26T14:21:39,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:39,493 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09aabf9a-c952-4dc6-b03e-8e68b3313de7' 2024-11-26T14:21:39,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09aabf9a-c952-4dc6-b03e-8e68b3313de7" 2024-11-26T14:21:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0cfd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33147,-1] 2024-11-26T14:21:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:39,495 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:39,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66020d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:39,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44631,1732630896564, seqNum=-1] 2024-11-26T14:21:39,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:39,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:39,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,33147,1732630896394 2024-11-26T14:21:39,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55018 2024-11-26T14:21:39,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:39,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101778554df0002 connected 2024-11-26T14:21:39,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir so I do NOT create it in target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233 2024-11-26T14:21:39,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.tmp.dir so I do NOT create it in target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233 2024-11-26T14:21:39,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:21:39,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/cluster_4fa79077-fa85-b731-a07f-5c16ed564ce4, deleteOnExit=true 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/test.cache.data in system properties and HBase conf 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:21:39,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:21:39,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:21:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:21:39,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:21:39,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:21:39,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:21:39,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:21:39,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:39,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:39,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:39,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:39,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:21:39,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:39,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@361417b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:39,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56bc4659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:39,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f2420ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/java.io.tmpdir/jetty-localhost-34791-hadoop-hdfs-3_4_1-tests_jar-_-any-7244807679046534765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:39,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ffc029a{HTTP/1.1, (http/1.1)}{localhost:34791} 2024-11-26T14:21:39,977 INFO [Time-limited test {}] server.Server(415): Started @209884ms 2024-11-26T14:21:40,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:21:40,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:21:40,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:21:40,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:21:40,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:21:40,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6014d970{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:21:40,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb50aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:21:40,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20dd534e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/java.io.tmpdir/jetty-localhost-36895-hadoop-hdfs-3_4_1-tests_jar-_-any-17956737849813188383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:40,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7906beca{HTTP/1.1, (http/1.1)}{localhost:36895} 2024-11-26T14:21:40,315 INFO [Time-limited test {}] server.Server(415): Started @210223ms 2024-11-26T14:21:40,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:21:40,955 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/cluster_4fa79077-fa85-b731-a07f-5c16ed564ce4/data/data2/current/BP-1133797642-172.17.0.3-1732630899547/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:40,955 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/cluster_4fa79077-fa85-b731-a07f-5c16ed564ce4/data/data1/current/BP-1133797642-172.17.0.3-1732630899547/current, will proceed with Du for space computation calculation, 2024-11-26T14:21:40,973 WARN [Thread-2295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:21:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe088f6274b0bdab6 with lease ID 0x50d18d7f3cf03627: Processing first storage report for DS-fb1b397b-8de8-4c1b-a710-b21ce6bbd9a1 from datanode DatanodeRegistration(127.0.0.1:45893, datanodeUuid=583f2b40-f7b9-46e4-b624-75134e9d9381, infoPort=34879, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=814164106;c=1732630899547) 2024-11-26T14:21:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe088f6274b0bdab6 with lease ID 0x50d18d7f3cf03627: from storage DS-fb1b397b-8de8-4c1b-a710-b21ce6bbd9a1 node DatanodeRegistration(127.0.0.1:45893, datanodeUuid=583f2b40-f7b9-46e4-b624-75134e9d9381, infoPort=34879, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=814164106;c=1732630899547), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe088f6274b0bdab6 with lease ID 0x50d18d7f3cf03627: Processing first storage report for DS-e758657a-4199-4888-b2c6-7b1b7dc15637 from datanode DatanodeRegistration(127.0.0.1:45893, datanodeUuid=583f2b40-f7b9-46e4-b624-75134e9d9381, infoPort=34879, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=814164106;c=1732630899547) 2024-11-26T14:21:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe088f6274b0bdab6 with lease ID 0x50d18d7f3cf03627: from storage DS-e758657a-4199-4888-b2c6-7b1b7dc15637 node DatanodeRegistration(127.0.0.1:45893, datanodeUuid=583f2b40-f7b9-46e4-b624-75134e9d9381, infoPort=34879, infoSecurePort=0, ipcPort=37157, storageInfo=lv=-57;cid=testClusterID;nsid=814164106;c=1732630899547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:21:41,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233 2024-11-26T14:21:41,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:41,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:21:41,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d with version=8 2024-11-26T14:21:41,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/hbase-staging 2024-11-26T14:21:41,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:41,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:41,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:41,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:41,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:41,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:41,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:21:41,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:41,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40383 2024-11-26T14:21:41,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40383 connecting to ZooKeeper ensemble=127.0.0.1:55018 2024-11-26T14:21:41,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403830x0, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:41,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40383-0x101778554df0003 connected 2024-11-26T14:21:41,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:41,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:41,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/running 2024-11-26T14:21:41,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d, hbase.cluster.distributed=false 2024-11-26T14:21:41,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/acl 2024-11-26T14:21:41,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40383 2024-11-26T14:21:41,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40383 2024-11-26T14:21:41,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40383 2024-11-26T14:21:41,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40383 2024-11-26T14:21:41,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40383 2024-11-26T14:21:41,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:21:41,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:21:41,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42131 2024-11-26T14:21:41,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42131 connecting to ZooKeeper ensemble=127.0.0.1:55018 2024-11-26T14:21:41,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:41,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:41,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421310x0, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:41,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421310x0, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/running 2024-11-26T14:21:41,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42131-0x101778554df0004 connected 2024-11-26T14:21:41,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:21:41,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:21:41,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/master 2024-11-26T14:21:41,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/acl 2024-11-26T14:21:41,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42131 2024-11-26T14:21:41,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42131 2024-11-26T14:21:41,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42131 2024-11-26T14:21:41,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42131 2024-11-26T14:21:41,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42131 2024-11-26T14:21:41,660 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:40383 2024-11-26T14:21:41,660 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12036604922/backup-masters/19945b63c2b4,40383,1732630901451 2024-11-26T14:21:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922/backup-masters 2024-11-26T14:21:41,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922/backup-masters 2024-11-26T14:21:41,671 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on existing znode=/12036604922/backup-masters/19945b63c2b4,40383,1732630901451 2024-11-26T14:21:41,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12036604922/master 2024-11-26T14:21:41,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:41,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:41,684 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on existing znode=/12036604922/master 2024-11-26T14:21:41,684 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12036604922/backup-masters/19945b63c2b4,40383,1732630901451 from backup master directory 2024-11-26T14:21:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12036604922/backup-masters/19945b63c2b4,40383,1732630901451 2024-11-26T14:21:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922/backup-masters 2024-11-26T14:21:41,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922/backup-masters 2024-11-26T14:21:41,694 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:41,694 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,40383,1732630901451 2024-11-26T14:21:41,697 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/hbase.id] with ID: 3cc91f90-b7d8-4bc7-9b9f-a7606d84488c 2024-11-26T14:21:41,697 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/.tmp/hbase.id 2024-11-26T14:21:41,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:21:41,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:41,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:41,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:42,103 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/.tmp/hbase.id]:[hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/hbase.id] 2024-11-26T14:21:42,111 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:21:42,111 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:21:42,112 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:21:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:42,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:21:42,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:42,626 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:21:42,627 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:21:43,033 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store 2024-11-26T14:21:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:21:43,038 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:43,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:43,039 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:43,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:43,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:43,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:43,039 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:43,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630903038Disabling compacts and flushes for region at 1732630903038Disabling writes for close at 1732630903039 (+1 ms)Writing region close event to WAL at 1732630903039Closed at 1732630903039 2024-11-26T14:21:43,039 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/.initializing 2024-11-26T14:21:43,040 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/WALs/19945b63c2b4,40383,1732630901451 2024-11-26T14:21:43,041 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:43,043 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C40383%2C1732630901451, suffix=, logDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/WALs/19945b63c2b4,40383,1732630901451, archiveDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/oldWALs, maxLogs=10 2024-11-26T14:21:43,057 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/WALs/19945b63c2b4,40383,1732630901451/19945b63c2b4%2C40383%2C1732630901451.1732630903043, exclude list is [], retry=0 2024-11-26T14:21:43,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-fb1b397b-8de8-4c1b-a710-b21ce6bbd9a1,DISK] 2024-11-26T14:21:43,060 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/WALs/19945b63c2b4,40383,1732630901451/19945b63c2b4%2C40383%2C1732630901451.1732630903043 2024-11-26T14:21:43,061 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-26T14:21:43,061 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:43,061 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:43,061 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,061 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:21:43,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:43,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:43,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:21:43,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:43,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:43,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:21:43,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:43,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:43,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:21:43,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:43,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:43,068 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,068 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,069 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,070 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,070 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,070 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:43,071 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:21:43,073 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:43,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62669374, jitterRate=-0.06615355610847473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:43,074 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630903061Initializing all the Stores at 1732630903062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630903062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630903062Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630903062Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630903062Cleaning up temporary data from old regions at 1732630903070 (+8 ms)Region opened successfully at 1732630903074 (+4 ms) 2024-11-26T14:21:43,074 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:21:43,077 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30438988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:43,077 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:21:43,077 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:21:43,078 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:21:43,078 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:21:43,078 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:21:43,078 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:21:43,079 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:21:43,080 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:21:43,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Unable to get data of znode /12036604922/balancer because node does not exist (not necessarily an error) 2024-11-26T14:21:43,145 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/balancer already deleted, retry=false 2024-11-26T14:21:43,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:21:43,146 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Unable to get data of znode /12036604922/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:21:43,158 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/normalizer already deleted, retry=false 2024-11-26T14:21:43,158 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:21:43,159 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Unable to get data of znode /12036604922/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:21:43,168 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/switch/split already deleted, retry=false 2024-11-26T14:21:43,169 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Unable to get data of znode /12036604922/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:21:43,178 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/switch/merge already deleted, retry=false 2024-11-26T14:21:43,180 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Unable to get data of znode /12036604922/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:21:43,189 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/snapshot-cleanup already deleted, retry=false 2024-11-26T14:21:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12036604922/running 2024-11-26T14:21:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12036604922/running 2024-11-26T14:21:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:43,200 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,40383,1732630901451, sessionid=0x101778554df0003, setting cluster-up flag (Was=false) 2024-11-26T14:21:43,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:43,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:43,261 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12036604922/flush-table-proc/acquired, /12036604922/flush-table-proc/reached, /12036604922/flush-table-proc/abort 2024-11-26T14:21:43,262 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,40383,1732630901451 2024-11-26T14:21:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:43,315 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12036604922/online-snapshot/acquired, /12036604922/online-snapshot/reached, /12036604922/online-snapshot/abort 2024-11-26T14:21:43,316 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,40383,1732630901451 2024-11-26T14:21:43,317 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:21:43,318 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:43,318 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:21:43,318 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:21:43,319 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,40383,1732630901451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:43,320 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630933321 2024-11-26T14:21:43,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:21:43,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:43,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:21:43,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:21:43,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:21:43,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:21:43,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:43,323 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:21:43,323 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:21:43,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:21:43,323 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630903323,5,FailOnTimeoutGroup] 2024-11-26T14:21:43,323 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630903323,5,FailOnTimeoutGroup] 2024-11-26T14:21:43,323 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,323 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:21:43,323 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,323 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:21:43,362 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(746): ClusterId : 3cc91f90-b7d8-4bc7-9b9f-a7606d84488c 2024-11-26T14:21:43,362 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:21:43,369 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:21:43,369 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:21:43,379 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:21:43,379 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ae9b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:21:43,391 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:42131 2024-11-26T14:21:43,391 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:21:43,391 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:21:43,391 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:21:43,392 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,40383,1732630901451 with port=42131, startcode=1732630901629 2024-11-26T14:21:43,392 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:21:43,393 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:21:43,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,42131,1732630901629 2024-11-26T14:21:43,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40383 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:43,395 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d 2024-11-26T14:21:43,395 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40093 2024-11-26T14:21:43,395 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:21:43,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922/rs 2024-11-26T14:21:43,458 DEBUG [RS:0;19945b63c2b4:42131 {}] zookeeper.ZKUtil(111): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on existing znode=/12036604922/rs/19945b63c2b4,42131,1732630901629 2024-11-26T14:21:43,458 WARN [RS:0;19945b63c2b4:42131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:21:43,458 INFO [RS:0;19945b63c2b4:42131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:43,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,42131,1732630901629] 2024-11-26T14:21:43,458 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629 2024-11-26T14:21:43,461 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:21:43,463 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:21:43,464 INFO [RS:0;19945b63c2b4:42131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:21:43,464 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,464 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:21:43,465 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:21:43,465 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:43,465 DEBUG [RS:0;19945b63c2b4:42131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:21:43,466 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,466 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,466 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,466 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,466 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,466 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,42131,1732630901629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:43,480 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:21:43,480 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,42131,1732630901629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,481 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,481 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.Replication(171): 19945b63c2b4,42131,1732630901629 started 2024-11-26T14:21:43,493 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:43,493 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,42131,1732630901629, RpcServer on 19945b63c2b4/172.17.0.3:42131, sessionid=0x101778554df0004 2024-11-26T14:21:43,493 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:21:43,493 DEBUG [RS:0;19945b63c2b4:42131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,42131,1732630901629 2024-11-26T14:21:43,493 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,42131,1732630901629' 2024-11-26T14:21:43,493 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12036604922/flush-table-proc/abort' 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12036604922/flush-table-proc/acquired' 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,42131,1732630901629 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,42131,1732630901629' 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12036604922/online-snapshot/abort' 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12036604922/online-snapshot/acquired' 2024-11-26T14:21:43,494 DEBUG [RS:0;19945b63c2b4:42131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:21:43,494 INFO [RS:0;19945b63c2b4:42131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:21:43,494 INFO [RS:0;19945b63c2b4:42131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:21:43,595 INFO [RS:0;19945b63c2b4:42131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:21:43,596 INFO [RS:0;19945b63c2b4:42131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C42131%2C1732630901629, suffix=, logDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629, archiveDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/oldWALs, maxLogs=10 2024-11-26T14:21:43,608 DEBUG [RS:0;19945b63c2b4:42131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, exclude list is [], retry=0 2024-11-26T14:21:43,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-fb1b397b-8de8-4c1b-a710-b21ce6bbd9a1,DISK] 2024-11-26T14:21:43,612 INFO [RS:0;19945b63c2b4:42131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 2024-11-26T14:21:43,612 DEBUG [RS:0;19945b63c2b4:42131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-26T14:21:43,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:21:43,732 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d 2024-11-26T14:21:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:21:44,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:44,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:44,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:44,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:44,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:44,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:44,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:44,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:44,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:44,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:44,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740 2024-11-26T14:21:44,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740 2024-11-26T14:21:44,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:44,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:44,145 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:44,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:44,147 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:44,147 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71971724, jitterRate=0.07246226072311401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:44,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630904137Initializing all the Stores at 1732630904138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630904138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630904138Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630904138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630904138Cleaning up temporary data from old regions at 1732630904144 (+6 ms)Region opened successfully at 1732630904147 (+3 ms) 2024-11-26T14:21:44,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:44,148 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:44,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:44,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:44,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:44,148 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:44,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630904148Disabling compacts and flushes for region at 1732630904148Disabling writes for close at 1732630904148Writing region close event to WAL at 1732630904148Closed at 1732630904148 2024-11-26T14:21:44,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:44,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:21:44,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:21:44,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:44,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:21:44,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:21:44,301 DEBUG [19945b63c2b4:40383 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:21:44,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:44,303 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,42131,1732630901629, state=OPENING 2024-11-26T14:21:44,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:21:44,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:44,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:44,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12036604922/meta-region-server: CHANGED 2024-11-26T14:21:44,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12036604922/meta-region-server: CHANGED 2024-11-26T14:21:44,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:21:44,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,42131,1732630901629}] 2024-11-26T14:21:44,518 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:44,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:21:44,522 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:21:44,523 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:44,523 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:21:44,524 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C42131%2C1732630901629.meta, suffix=.meta, logDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629, archiveDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/oldWALs, maxLogs=10 2024-11-26T14:21:44,536 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.meta.1732630904524.meta, exclude list is [], retry=0 2024-11-26T14:21:44,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-fb1b397b-8de8-4c1b-a710-b21ce6bbd9a1,DISK] 2024-11-26T14:21:44,539 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.meta.1732630904524.meta 2024-11-26T14:21:44,540 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-26T14:21:44,540 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:44,540 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:44,540 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:44,540 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:21:44,540 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:21:44,541 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:21:44,541 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:44,541 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:21:44,541 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:21:44,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:21:44,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:21:44,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:21:44,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:21:44,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:21:44,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:21:44,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:21:44,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:21:44,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:21:44,547 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:21:44,548 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740 2024-11-26T14:21:44,549 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740 2024-11-26T14:21:44,550 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:21:44,550 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:21:44,550 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:21:44,551 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:21:44,551 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59104381, jitterRate=-0.11927609145641327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:21:44,551 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:21:44,551 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630904541Writing region info on filesystem at 1732630904541Initializing all the Stores at 1732630904542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630904542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630904544 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630904544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630904544Cleaning up temporary data from old regions at 1732630904550 (+6 ms)Running coprocessor post-open hooks at 1732630904551 (+1 ms)Region opened successfully at 1732630904551 2024-11-26T14:21:44,552 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630904518 2024-11-26T14:21:44,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:21:44,554 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:21:44,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:44,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,42131,1732630901629, state=OPEN 2024-11-26T14:21:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12036604922/meta-region-server 2024-11-26T14:21:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12036604922/meta-region-server 2024-11-26T14:21:44,566 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:44,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12036604922/meta-region-server: CHANGED 2024-11-26T14:21:44,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12036604922/meta-region-server: CHANGED 2024-11-26T14:21:44,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:21:44,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,42131,1732630901629 in 200 msec 2024-11-26T14:21:44,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:21:44,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-26T14:21:44,570 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:21:44,570 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:21:44,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:44,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42131,1732630901629, seqNum=-1] 2024-11-26T14:21:44,572 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:44,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:44,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-26T14:21:44,578 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630904578, completionTime=-1 2024-11-26T14:21:44,578 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:21:44,578 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630964580 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631024580 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40383,1732630901451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40383,1732630901451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40383,1732630901451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:40383, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,580 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,582 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.889sec 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40383,1732630901451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:21:44,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40383,1732630901451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:21:44,586 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:21:44,586 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:21:44,586 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40383,1732630901451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:21:44,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3501dafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:44,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40383,-1 for getting cluster id 2024-11-26T14:21:44,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:44,664 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc91f90-b7d8-4bc7-9b9f-a7606d84488c' 2024-11-26T14:21:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc91f90-b7d8-4bc7-9b9f-a7606d84488c" 2024-11-26T14:21:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6115373b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40383,-1] 2024-11-26T14:21:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:44,666 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:44,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20639135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:44,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42131,1732630901629, seqNum=-1] 2024-11-26T14:21:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:44,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:44,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,40383,1732630901451 2024-11-26T14:21:44,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55018 2024-11-26T14:21:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:21:44,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101778554df0005 connected 2024-11-26T14:21:44,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,33147,1732630896394 2024-11-26T14:21:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d23dac0 2024-11-26T14:21:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:44,695 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:44,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:21:44,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:44,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:44,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:21:44,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:21:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:45,107 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2608582017a276efcb252df96c675f5, NAME => 'test,,1732630904695.b2608582017a276efcb252df96c675f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896 2024-11-26T14:21:45,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:21:45,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630904695.b2608582017a276efcb252df96c675f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:45,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2608582017a276efcb252df96c675f5, disabling compactions & flushes 2024-11-26T14:21:45,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630904695.b2608582017a276efcb252df96c675f5. after waiting 0 ms 2024-11-26T14:21:45,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2608582017a276efcb252df96c675f5: Waiting for close lock at 1732630905113Disabling compacts and flushes for region at 1732630905113Disabling writes for close at 1732630905113Writing region close event to WAL at 1732630905113Closed at 1732630905113 2024-11-26T14:21:45,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:45,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630904695.b2608582017a276efcb252df96c675f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630905114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630905114"}]},"ts":"1732630905114"} 2024-11-26T14:21:45,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:45,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:45,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630905118"}]},"ts":"1732630905118"} 2024-11-26T14:21:45,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:21:45,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2608582017a276efcb252df96c675f5, ASSIGN}] 2024-11-26T14:21:45,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2608582017a276efcb252df96c675f5, ASSIGN 2024-11-26T14:21:45,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2608582017a276efcb252df96c675f5, ASSIGN; state=OFFLINE, location=19945b63c2b4,44631,1732630896564; forceNewPlan=false, retain=false 2024-11-26T14:21:45,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2608582017a276efcb252df96c675f5, regionState=OPENING, regionLocation=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:45,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2608582017a276efcb252df96c675f5, ASSIGN because future has completed 2024-11-26T14:21:45,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2608582017a276efcb252df96c675f5, server=19945b63c2b4,44631,1732630896564}] 2024-11-26T14:21:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:45,429 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,430 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2608582017a276efcb252df96c675f5, NAME => 'test,,1732630904695.b2608582017a276efcb252df96c675f5.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:45,430 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:45,430 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:21:45,430 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,430 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630904695.b2608582017a276efcb252df96c675f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:45,430 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,430 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,433 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,434 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2608582017a276efcb252df96c675f5 columnFamilyName f 2024-11-26T14:21:45,434 DEBUG [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:45,435 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] regionserver.HStore(327): Store=b2608582017a276efcb252df96c675f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:45,435 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,436 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2608582017a276efcb252df96c675f5 columnFamilyName f1 2024-11-26T14:21:45,436 DEBUG [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:45,436 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] regionserver.HStore(327): Store=b2608582017a276efcb252df96c675f5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:45,436 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,437 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2608582017a276efcb252df96c675f5 columnFamilyName norep 2024-11-26T14:21:45,437 DEBUG [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:45,437 INFO [StoreOpener-b2608582017a276efcb252df96c675f5-1 {}] regionserver.HStore(327): Store=b2608582017a276efcb252df96c675f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:45,437 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,438 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,438 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,439 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,439 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,440 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:45,440 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,447 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:45,447 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2608582017a276efcb252df96c675f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63345083, jitterRate=-0.056084707379341125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:45,448 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:45,448 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2608582017a276efcb252df96c675f5: Running coprocessor pre-open hook at 1732630905430Writing region info on filesystem at 1732630905430Initializing all the Stores at 1732630905431 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630905431Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630905433 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630905433Cleaning up temporary data from old regions at 1732630905439 (+6 ms)Running coprocessor post-open hooks at 1732630905448 (+9 ms)Region opened successfully at 1732630905448 2024-11-26T14:21:45,449 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630904695.b2608582017a276efcb252df96c675f5., pid=6, masterSystemTime=1732630905426 2024-11-26T14:21:45,451 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,451 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:45,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2608582017a276efcb252df96c675f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:45,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2608582017a276efcb252df96c675f5, server=19945b63c2b4,44631,1732630896564 because future has completed 2024-11-26T14:21:45,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:21:45,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2608582017a276efcb252df96c675f5, server=19945b63c2b4,44631,1732630896564 in 181 msec 2024-11-26T14:21:45,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:21:45,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2608582017a276efcb252df96c675f5, ASSIGN in 337 msec 2024-11-26T14:21:45,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:45,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630905459"}]},"ts":"1732630905459"} 2024-11-26T14:21:45,461 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:21:45,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:45,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-26T14:21:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:45,834 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:21:45,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40383,1732630901451 2024-11-26T14:21:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f634465 2024-11-26T14:21:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:45,837 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:45,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:21:45,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:45,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:45,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:21:45,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:21:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:46,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e0cbd45118b5157a9781fd7fe971e0c, NAME => 'test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d 2024-11-26T14:21:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:21:46,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:46,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8e0cbd45118b5157a9781fd7fe971e0c, disabling compactions & flushes 2024-11-26T14:21:46,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. after waiting 0 ms 2024-11-26T14:21:46,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e0cbd45118b5157a9781fd7fe971e0c: Waiting for close lock at 1732630906256Disabling compacts and flushes for region at 1732630906256Disabling writes for close at 1732630906256Writing region close event to WAL at 1732630906256Closed at 1732630906256 2024-11-26T14:21:46,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:46,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630906257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630906257"}]},"ts":"1732630906257"} 2024-11-26T14:21:46,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:46,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:46,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630906260"}]},"ts":"1732630906260"} 2024-11-26T14:21:46,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:21:46,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e0cbd45118b5157a9781fd7fe971e0c, ASSIGN}] 2024-11-26T14:21:46,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e0cbd45118b5157a9781fd7fe971e0c, ASSIGN 2024-11-26T14:21:46,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8e0cbd45118b5157a9781fd7fe971e0c, ASSIGN; state=OFFLINE, location=19945b63c2b4,42131,1732630901629; forceNewPlan=false, retain=false 2024-11-26T14:21:46,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e0cbd45118b5157a9781fd7fe971e0c, regionState=OPENING, regionLocation=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8e0cbd45118b5157a9781fd7fe971e0c, ASSIGN because future has completed 2024-11-26T14:21:46,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0cbd45118b5157a9781fd7fe971e0c, server=19945b63c2b4,42131,1732630901629}] 2024-11-26T14:21:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:21:46,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:21:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:21:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:21:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T14:21:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:21:46,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:21:46,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:46,572 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,573 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e0cbd45118b5157a9781fd7fe971e0c, NAME => 'test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:46,573 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:46,573 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:21:46,573 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,573 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:46,573 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,573 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,575 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,576 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0cbd45118b5157a9781fd7fe971e0c columnFamilyName f 2024-11-26T14:21:46,576 DEBUG [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:46,576 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] regionserver.HStore(327): Store=8e0cbd45118b5157a9781fd7fe971e0c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:46,576 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,577 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0cbd45118b5157a9781fd7fe971e0c columnFamilyName f1 2024-11-26T14:21:46,578 DEBUG [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:46,578 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] regionserver.HStore(327): Store=8e0cbd45118b5157a9781fd7fe971e0c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:46,578 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,579 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0cbd45118b5157a9781fd7fe971e0c columnFamilyName norep 2024-11-26T14:21:46,579 DEBUG [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:46,579 INFO [StoreOpener-8e0cbd45118b5157a9781fd7fe971e0c-1 {}] regionserver.HStore(327): Store=8e0cbd45118b5157a9781fd7fe971e0c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:46,579 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,580 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,580 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:46,582 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,584 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:46,584 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e0cbd45118b5157a9781fd7fe971e0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65181274, jitterRate=-0.028723329305648804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:46,584 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:46,585 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e0cbd45118b5157a9781fd7fe971e0c: Running coprocessor pre-open hook at 1732630906574Writing region info on filesystem at 1732630906574Initializing all the Stores at 1732630906574Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630906574Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630906574Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630906574Cleaning up temporary data from old regions at 1732630906581 (+7 ms)Running coprocessor post-open hooks at 1732630906585 (+4 ms)Region opened successfully at 1732630906585 2024-11-26T14:21:46,585 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c., pid=6, masterSystemTime=1732630906570 2024-11-26T14:21:46,588 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,588 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:46,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e0cbd45118b5157a9781fd7fe971e0c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0cbd45118b5157a9781fd7fe971e0c, server=19945b63c2b4,42131,1732630901629 because future has completed 2024-11-26T14:21:46,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:21:46,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e0cbd45118b5157a9781fd7fe971e0c, server=19945b63c2b4,42131,1732630901629 in 174 msec 2024-11-26T14:21:46,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:21:46,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8e0cbd45118b5157a9781fd7fe971e0c, ASSIGN in 331 msec 2024-11-26T14:21:46,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:46,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630906597"}]},"ts":"1732630906597"} 2024-11-26T14:21:46,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:21:46,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:46,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-26T14:21:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:21:46,974 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:21:46,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b84d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33147,-1 for getting cluster id 2024-11-26T14:21:46,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:46,975 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09aabf9a-c952-4dc6-b03e-8e68b3313de7' 2024-11-26T14:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09aabf9a-c952-4dc6-b03e-8e68b3313de7" 2024-11-26T14:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225045d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33147,-1] 2024-11-26T14:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:46,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:46,977 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704378de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34418c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40383,-1 for getting cluster id 2024-11-26T14:21:46,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:46,979 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc91f90-b7d8-4bc7-9b9f-a7606d84488c' 2024-11-26T14:21:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc91f90-b7d8-4bc7-9b9f-a7606d84488c" 2024-11-26T14:21:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc57d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40383,-1] 2024-11-26T14:21:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:46,980 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:46,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6681e61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5237b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33147,-1 for getting cluster id 2024-11-26T14:21:46,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:46,982 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09aabf9a-c952-4dc6-b03e-8e68b3313de7' 2024-11-26T14:21:46,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:46,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09aabf9a-c952-4dc6-b03e-8e68b3313de7" 2024-11-26T14:21:46,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0d1232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33147,-1] 2024-11-26T14:21:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:46,984 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59aad24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,33147,1732630896394 2024-11-26T14:21:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a295d9 2024-11-26T14:21:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:46,987 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:46,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:40383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:21:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:21:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:46,990 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:40383' 2024-11-26T14:21:46,991 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb740f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,991 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40383,-1 for getting cluster id 2024-11-26T14:21:46,991 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:46,991 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc91f90-b7d8-4bc7-9b9f-a7606d84488c' 2024-11-26T14:21:46,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc91f90-b7d8-4bc7-9b9f-a7606d84488c" 2024-11-26T14:21:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3237c47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40383,-1] 2024-11-26T14:21:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:46,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:46,993 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:46,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc082d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:46,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:46,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40383,1732630901451 2024-11-26T14:21:46,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1967d75 2024-11-26T14:21:46,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:46,995 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:46,995 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:21:46,995 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:21:46,995 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:46,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:46,995 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:46,996 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:46,997 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:21:46,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:46,998 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:46,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:21:47,047 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:21:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:47,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 158c6f6dbf77141a91b64c4f472b09c6, NAME => 'hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896 2024-11-26T14:21:47,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:21:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:47,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:47,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 158c6f6dbf77141a91b64c4f472b09c6, disabling compactions & flushes 2024-11-26T14:21:47,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:47,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:47,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. after waiting 0 ms 2024-11-26T14:21:47,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:47,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:47,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 158c6f6dbf77141a91b64c4f472b09c6: Waiting for close lock at 1732630907810Disabling compacts and flushes for region at 1732630907810Disabling writes for close at 1732630907810Writing region close event to WAL at 1732630907810Closed at 1732630907810 2024-11-26T14:21:47,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:47,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630907811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630907811"}]},"ts":"1732630907811"} 2024-11-26T14:21:47,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:47,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:47,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630907814"}]},"ts":"1732630907814"} 2024-11-26T14:21:47,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:21:47,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=158c6f6dbf77141a91b64c4f472b09c6, ASSIGN}] 2024-11-26T14:21:47,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=158c6f6dbf77141a91b64c4f472b09c6, ASSIGN 2024-11-26T14:21:47,816 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=158c6f6dbf77141a91b64c4f472b09c6, ASSIGN; state=OFFLINE, location=19945b63c2b4,44631,1732630896564; forceNewPlan=false, retain=false 2024-11-26T14:21:47,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=158c6f6dbf77141a91b64c4f472b09c6, regionState=OPENING, regionLocation=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:47,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=158c6f6dbf77141a91b64c4f472b09c6, ASSIGN because future has completed 2024-11-26T14:21:47,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 158c6f6dbf77141a91b64c4f472b09c6, server=19945b63c2b4,44631,1732630896564}] 2024-11-26T14:21:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:48,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:48,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:48,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:21:48,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C44631%2C1732630896564.rep, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/oldWALs, maxLogs=10 2024-11-26T14:21:48,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.rep.1732630908126, exclude list is [], retry=0 2024-11-26T14:21:48,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36555,DS-ddc5ec2f-9cdc-4298-b7de-4f81383c891f,DISK] 2024-11-26T14:21:48,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.rep.1732630908126 2024-11-26T14:21:48,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-26T14:21:48,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 158c6f6dbf77141a91b64c4f472b09c6, NAME => 'hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:48,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:48,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:48,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. service=MultiRowMutationService 2024-11-26T14:21:48,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:21:48,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:48,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,144 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,145 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158c6f6dbf77141a91b64c4f472b09c6 columnFamilyName hfileref 2024-11-26T14:21:48,145 DEBUG [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:48,145 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] regionserver.HStore(327): Store=158c6f6dbf77141a91b64c4f472b09c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:48,145 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,146 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158c6f6dbf77141a91b64c4f472b09c6 columnFamilyName queue 2024-11-26T14:21:48,146 DEBUG [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:48,146 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] regionserver.HStore(327): Store=158c6f6dbf77141a91b64c4f472b09c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:48,146 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,147 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 158c6f6dbf77141a91b64c4f472b09c6 columnFamilyName sid 2024-11-26T14:21:48,147 DEBUG [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:48,147 INFO [StoreOpener-158c6f6dbf77141a91b64c4f472b09c6-1 {}] regionserver.HStore(327): Store=158c6f6dbf77141a91b64c4f472b09c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:48,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:48,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:48,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 158c6f6dbf77141a91b64c4f472b09c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68924335, jitterRate=0.0270526260137558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:48,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:48,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 158c6f6dbf77141a91b64c4f472b09c6: Running coprocessor pre-open hook at 1732630908143Writing region info on filesystem at 1732630908143Initializing all the Stores at 1732630908143Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630908144 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630908144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630908144Cleaning up temporary data from old regions at 1732630908149 (+5 ms)Running coprocessor post-open hooks at 1732630908152 (+3 ms)Region opened successfully at 1732630908152 2024-11-26T14:21:48,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6., pid=10, masterSystemTime=1732630908121 2024-11-26T14:21:48,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:48,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:48,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=158c6f6dbf77141a91b64c4f472b09c6, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,44631,1732630896564 2024-11-26T14:21:48,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 158c6f6dbf77141a91b64c4f472b09c6, server=19945b63c2b4,44631,1732630896564 because future has completed 2024-11-26T14:21:48,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:21:48,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 158c6f6dbf77141a91b64c4f472b09c6, server=19945b63c2b4,44631,1732630896564 in 190 msec 2024-11-26T14:21:48,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:21:48,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=158c6f6dbf77141a91b64c4f472b09c6, ASSIGN in 345 msec 2024-11-26T14:21:48,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:48,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630908163"}]},"ts":"1732630908163"} 2024-11-26T14:21:48,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:21:48,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:48,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-26T14:21:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6., hostname=19945b63c2b4,44631,1732630896564, seqNum=2] 2024-11-26T14:21:48,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:48,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:48,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:48,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:48,254 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18263 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:48,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:21:48,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:21:48,416 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:21:48,442 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,44631,1732630896564, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:21:48,443 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:48,443 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44631,1732630896564, seqNum=-1] 2024-11-26T14:21:48,443 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:48,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,44631,1732630896564', locateType=CURRENT is [region=hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6., hostname=19945b63c2b4,44631,1732630896564, seqNum=2] 2024-11-26T14:21:48,449 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:21:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:21:48,451 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,44631,1732630896564 suceeded 2024-11-26T14:21:48,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:21:48,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-26T14:21:48,453 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:40383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:21:48,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-26T14:21:48,462 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:40383' 2024-11-26T14:21:48,463 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b29bb31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:48,463 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40383,-1 for getting cluster id 2024-11-26T14:21:48,463 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:48,464 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc91f90-b7d8-4bc7-9b9f-a7606d84488c' 2024-11-26T14:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc91f90-b7d8-4bc7-9b9f-a7606d84488c" 2024-11-26T14:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@704360fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40383,-1] 2024-11-26T14:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:48,465 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:48,466 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee5c546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:48,466 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:48,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40383,1732630901451 2024-11-26T14:21:48,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@247bafc8 2024-11-26T14:21:48,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:48,467 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-26T14:21:48,468 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,44631,1732630896564 (queues=1) is replicating from cluster=09aabf9a-c952-4dc6-b03e-8e68b3313de7 to cluster=3cc91f90-b7d8-4bc7-9b9f-a7606d84488c 2024-11-26T14:21:48,468 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C44631%2C1732630896564 2024-11-26T14:21:48,468 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,44631,1732630896564, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:21:48,468 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C44631%2C1732630896564 2024-11-26T14:21:48,468 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, startPosition=0, beingWritten=true 2024-11-26T14:21:48,473 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:48,473 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:48,473 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,44631,1732630896564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:48,677 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:48,981 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:49,134 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:21:49,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:49,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:49,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:49,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:49,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:49,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2eafde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:49,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40383,-1 for getting cluster id 2024-11-26T14:21:49,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:49,136 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc91f90-b7d8-4bc7-9b9f-a7606d84488c' 2024-11-26T14:21:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc91f90-b7d8-4bc7-9b9f-a7606d84488c" 2024-11-26T14:21:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c60cef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40383,-1] 2024-11-26T14:21:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:49,138 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a2fc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:49,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40383,1732630901451 2024-11-26T14:21:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a33a819 2024-11-26T14:21:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:49,140 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:49,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:33147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:21:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:49,143 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:33147' 2024-11-26T14:21:49,144 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1472888f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:49,144 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33147,-1 for getting cluster id 2024-11-26T14:21:49,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:49,145 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09aabf9a-c952-4dc6-b03e-8e68b3313de7' 2024-11-26T14:21:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09aabf9a-c952-4dc6-b03e-8e68b3313de7" 2024-11-26T14:21:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da2b33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33147,-1] 2024-11-26T14:21:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:49,146 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:49,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa14db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:49,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,33147,1732630896394 2024-11-26T14:21:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c0e0e58 2024-11-26T14:21:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:49,148 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:21:49,149 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:21:49,149 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:21:49,149 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:49,149 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:49,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:49,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:21:49,150 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:21:49,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:21:49,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:49,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:21:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:21:49,200 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:21:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:49,385 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:49,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:21:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:49,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a706ec06dc9cb68f947b8718007100f, NAME => 'hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d 2024-11-26T14:21:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:21:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:49,889 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:49,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:49,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a706ec06dc9cb68f947b8718007100f, disabling compactions & flushes 2024-11-26T14:21:49,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:49,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:49,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. after waiting 0 ms 2024-11-26T14:21:49,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:49,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:49,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a706ec06dc9cb68f947b8718007100f: Waiting for close lock at 1732630909968Disabling compacts and flushes for region at 1732630909968Disabling writes for close at 1732630909968Writing region close event to WAL at 1732630909968Closed at 1732630909968 2024-11-26T14:21:49,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:21:49,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630909969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630909969"}]},"ts":"1732630909969"} 2024-11-26T14:21:49,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:21:49,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:21:49,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630909971"}]},"ts":"1732630909971"} 2024-11-26T14:21:49,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:21:49,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a706ec06dc9cb68f947b8718007100f, ASSIGN}] 2024-11-26T14:21:49,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a706ec06dc9cb68f947b8718007100f, ASSIGN 2024-11-26T14:21:49,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a706ec06dc9cb68f947b8718007100f, ASSIGN; state=OFFLINE, location=19945b63c2b4,42131,1732630901629; forceNewPlan=false, retain=false 2024-11-26T14:21:50,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:50,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:50,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a706ec06dc9cb68f947b8718007100f, regionState=OPENING, regionLocation=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a706ec06dc9cb68f947b8718007100f, ASSIGN because future has completed 2024-11-26T14:21:50,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a706ec06dc9cb68f947b8718007100f, server=19945b63c2b4,42131,1732630901629}] 2024-11-26T14:21:50,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:21:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:50,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:50,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:21:50,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:21:50,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C42131%2C1732630901629.rep, suffix=, logDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629, archiveDir=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/oldWALs, maxLogs=10 2024-11-26T14:21:50,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.rep.1732630910286, exclude list is [], retry=0 2024-11-26T14:21:50,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45893,DS-fb1b397b-8de8-4c1b-a710-b21ce6bbd9a1,DISK] 2024-11-26T14:21:50,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.rep.1732630910286 2024-11-26T14:21:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-26T14:21:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a706ec06dc9cb68f947b8718007100f, NAME => 'hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:21:50,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:21:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:21:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. service=MultiRowMutationService 2024-11-26T14:21:50,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:21:50,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:21:50,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,313 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,314 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a706ec06dc9cb68f947b8718007100f columnFamilyName hfileref 2024-11-26T14:21:50,314 DEBUG [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:50,315 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] regionserver.HStore(327): Store=4a706ec06dc9cb68f947b8718007100f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:50,315 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,317 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a706ec06dc9cb68f947b8718007100f columnFamilyName queue 2024-11-26T14:21:50,317 DEBUG [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:50,317 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] regionserver.HStore(327): Store=4a706ec06dc9cb68f947b8718007100f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:50,318 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,319 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a706ec06dc9cb68f947b8718007100f columnFamilyName sid 2024-11-26T14:21:50,319 DEBUG [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:21:50,319 INFO [StoreOpener-4a706ec06dc9cb68f947b8718007100f-1 {}] regionserver.HStore(327): Store=4a706ec06dc9cb68f947b8718007100f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:21:50,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:21:50,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:21:50,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a706ec06dc9cb68f947b8718007100f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62384985, jitterRate=-0.07039128243923187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:21:50,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:50,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a706ec06dc9cb68f947b8718007100f: Running coprocessor pre-open hook at 1732630910311Writing region info on filesystem at 1732630910311Initializing all the Stores at 1732630910312 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630910312Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630910312Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630910313 (+1 ms)Cleaning up temporary data from old regions at 1732630910321 (+8 ms)Running coprocessor post-open hooks at 1732630910332 (+11 ms)Region opened successfully at 1732630910332 2024-11-26T14:21:50,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f., pid=10, masterSystemTime=1732630910280 2024-11-26T14:21:50,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:50,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:50,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a706ec06dc9cb68f947b8718007100f, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,42131,1732630901629 2024-11-26T14:21:50,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a706ec06dc9cb68f947b8718007100f, server=19945b63c2b4,42131,1732630901629 because future has completed 2024-11-26T14:21:50,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:21:50,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a706ec06dc9cb68f947b8718007100f, server=19945b63c2b4,42131,1732630901629 in 211 msec 2024-11-26T14:21:50,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:21:50,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a706ec06dc9cb68f947b8718007100f, ASSIGN in 368 msec 2024-11-26T14:21:50,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:21:50,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630910343"}]},"ts":"1732630910343"} 2024-11-26T14:21:50,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:21:50,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:21:50,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-26T14:21:50,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f., hostname=19945b63c2b4,42131,1732630901629, seqNum=2] 2024-11-26T14:21:50,493 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:50,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:21:50,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:21:50,753 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:21:50,807 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,42131,1732630901629, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:21:50,808 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:50,808 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42131,1732630901629, seqNum=-1] 2024-11-26T14:21:50,808 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:50,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,42131,1732630901629', locateType=CURRENT is [region=hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f., hostname=19945b63c2b4,42131,1732630901629, seqNum=2] 2024-11-26T14:21:50,832 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:21:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:21:50,845 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,42131,1732630901629 suceeded 2024-11-26T14:21:50,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:21:50,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 245 msec 2024-11-26T14:21:50,847 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:33147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:21:50,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7060 sec 2024-11-26T14:21:50,862 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:33147' 2024-11-26T14:21:50,864 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759f27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:50,864 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33147,-1 for getting cluster id 2024-11-26T14:21:50,864 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:50,865 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09aabf9a-c952-4dc6-b03e-8e68b3313de7' 2024-11-26T14:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09aabf9a-c952-4dc6-b03e-8e68b3313de7" 2024-11-26T14:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14e90dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33147,-1] 2024-11-26T14:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:50,867 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:50,879 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c5a1e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:50,879 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:50,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,33147,1732630896394 2024-11-26T14:21:50,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f112786 2024-11-26T14:21:50,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:21:50,882 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-26T14:21:50,883 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,42131,1732630901629 (queues=1) is replicating from cluster=3cc91f90-b7d8-4bc7-9b9f-a7606d84488c to cluster=09aabf9a-c952-4dc6-b03e-8e68b3313de7 2024-11-26T14:21:50,883 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C42131%2C1732630901629 2024-11-26T14:21:50,883 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,42131,1732630901629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:21:50,892 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, startPosition=0, beingWritten=true 2024-11-26T14:21:50,896 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C42131%2C1732630901629 2024-11-26T14:21:50,923 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:50,923 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 379, reset compression=false 2024-11-26T14:21:50,924 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42131,1732630901629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:51,153 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 379, reset compression=false 2024-11-26T14:21:51,200 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:21:51,296 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:21:51,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:51,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:51,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:51,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:51,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:51,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:51,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44631,1732630896564, seqNum=-1] 2024-11-26T14:21:51,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:51,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630904695.b2608582017a276efcb252df96c675f5., hostname=19945b63c2b4,44631,1732630896564, seqNum=2] 2024-11-26T14:21:51,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42131,1732630901629, seqNum=-1] 2024-11-26T14:21:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:51,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:21:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c., hostname=19945b63c2b4,42131,1732630901629, seqNum=2] 2024-11-26T14:21:51,327 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T14:21:51,494 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 379, reset compression=false 2024-11-26T14:21:51,914 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 379, reset compression=false 2024-11-26T14:21:52,027 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 379, reset compression=false 2024-11-26T14:21:52,061 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:52,061 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 480, reset compression=false 2024-11-26T14:21:52,064 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,44631,1732630896564 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2608582017a276efcb252df96c675f5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T14:21:52,076 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:52,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-26T14:21:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:21:52,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb6c794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:52,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40383,-1 for getting cluster id 2024-11-26T14:21:52,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:52,083 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cc91f90-b7d8-4bc7-9b9f-a7606d84488c' 2024-11-26T14:21:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cc91f90-b7d8-4bc7-9b9f-a7606d84488c" 2024-11-26T14:21:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c1dad34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40383,-1] 2024-11-26T14:21:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:52,086 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:52,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490a1f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:52,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:52,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,42131,1732630901629, seqNum=-1] 2024-11-26T14:21:52,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:52,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:52,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c., hostname=19945b63c2b4,42131,1732630901629, seqNum=2] 2024-11-26T14:21:52,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:21:52,278 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 480, reset compression=false 2024-11-26T14:21:52,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T14:21:52,334 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T14:21:52,445 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 379, reset compression=false 2024-11-26T14:21:52,462 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:52,462 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 607, reset compression=false 2024-11-26T14:21:52,462 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42131,1732630901629 got entry batch from reader: WALEntryBatch [walEntries=[{test/8e0cbd45118b5157a9781fd7fe971e0c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:21:52,468 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:21:52,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-26T14:21:52,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:21:52,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77d2d638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:52,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,33147,-1 for getting cluster id 2024-11-26T14:21:52,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:21:52,482 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09aabf9a-c952-4dc6-b03e-8e68b3313de7' 2024-11-26T14:21:52,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:21:52,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09aabf9a-c952-4dc6-b03e-8e68b3313de7" 2024-11-26T14:21:52,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15f771cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:52,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,33147,-1] 2024-11-26T14:21:52,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:21:52,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:52,484 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:21:52,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ff5286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:21:52,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:21:52,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,44631,1732630896564, seqNum=-1] 2024-11-26T14:21:52,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:21:52,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-26T14:21:52,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732630904695.b2608582017a276efcb252df96c675f5., hostname=19945b63c2b4,44631,1732630896564, seqNum=2] 2024-11-26T14:21:52,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:21:52,592 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 480, reset compression=false 2024-11-26T14:21:52,608 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:52,609 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 607, reset compression=false 2024-11-26T14:21:52,609 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,44631,1732630896564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:52,697 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 607, reset compression=false 2024-11-26T14:21:52,818 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 607, reset compression=false 2024-11-26T14:21:53,013 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 607, reset compression=false 2024-11-26T14:21:53,125 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 607, reset compression=false 2024-11-26T14:21:53,336 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T14:21:53,341 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T14:21:53,429 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 607, reset compression=false 2024-11-26T14:21:53,529 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 607, reset compression=false 2024-11-26T14:21:53,534 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:53,534 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 763, reset compression=false 2024-11-26T14:21:53,534 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,44631,1732630896564 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2608582017a276efcb252df96c675f5/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T14:21:53,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:21:53,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:21:53,737 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 763, reset compression=false 2024-11-26T14:21:53,933 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 607, reset compression=false 2024-11-26T14:21:53,960 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:53,961 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 754, reset compression=false 2024-11-26T14:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42131,1732630901629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:54,044 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 763, reset compression=false 2024-11-26T14:21:54,218 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 754, reset compression=false 2024-11-26T14:21:54,344 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T14:21:54,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T14:21:54,453 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 763, reset compression=false 2024-11-26T14:21:54,525 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 754, reset compression=false 2024-11-26T14:21:54,532 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:21:54,532 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 913, reset compression=false 2024-11-26T14:21:54,532 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42131,1732630901629 got entry batch from reader: WALEntryBatch [walEntries=[{test/8e0cbd45118b5157a9781fd7fe971e0c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T14:21:54,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:21:54,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:21:54,736 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 913, reset compression=false 2024-11-26T14:21:54,956 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 763, reset compression=false 2024-11-26T14:21:54,961 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:54,961 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:54,961 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,44631,1732630896564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:55,040 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 913, reset compression=false 2024-11-26T14:21:55,166 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:55,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T14:21:55,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:21:55,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:55,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:55,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:55,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:55,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:55,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:21:55,357 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793607087, stopped=false 2024-11-26T14:21:55,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,40383,1732630901451 2024-11-26T14:21:55,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12036604922/running 2024-11-26T14:21:55,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:55,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12036604922/running 2024-11-26T14:21:55,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:55,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:55,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/running 2024-11-26T14:21:55,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Set watcher on znode that does not yet exist, /12036604922/running 2024-11-26T14:21:55,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:55,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:55,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:55,412 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,42131,1732630901629' ***** 2024-11-26T14:21:55,412 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:21:55,412 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:21:55,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:21:55,412 INFO [RS:0;19945b63c2b4:42131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:21:55,412 INFO [RS:0;19945b63c2b4:42131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:21:55,412 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a706ec06dc9cb68f947b8718007100f 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,42131,1732630901629 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a706ec06dc9cb68f947b8718007100f, disabling compactions & flushes 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:42131. 2024-11-26T14:21:55,413 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:55,413 DEBUG [RS:0;19945b63c2b4:42131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. after waiting 0 ms 2024-11-26T14:21:55,413 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:21:55,413 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a706ec06dc9cb68f947b8718007100f 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:21:55,413 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:21:55,413 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1325): Online Regions={4a706ec06dc9cb68f947b8718007100f=hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f., 1588230740=hbase:meta,,1.1588230740, 8e0cbd45118b5157a9781fd7fe971e0c=test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.} 2024-11-26T14:21:55,413 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a706ec06dc9cb68f947b8718007100f, 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:55,413 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:55,413 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:55,414 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:21:55,432 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/info/6059c41ed84d46968f8506be2f73153a is 147, key is hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f./info:regioninfo/1732630910336/Put/seqid=0 2024-11-26T14:21:55,436 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/.tmp/queue/dbd863eb5f7b4ff99cee0e5cddcde678 is 153, key is 1-19945b63c2b4,42131,1732630901629/queue:19945b63c2b4%2C42131%2C1732630901629/1732630914537/Put/seqid=0 2024-11-26T14:21:55,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741840_1016 (size=7686) 2024-11-26T14:21:55,438 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/info/6059c41ed84d46968f8506be2f73153a 2024-11-26T14:21:55,444 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 913, reset compression=false 2024-11-26T14:21:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741841_1017 (size=5352) 2024-11-26T14:21:55,457 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/ns/bf2df73025794c4b956157a5abfdfec1 is 43, key is default/ns:d/1732630904574/Put/seqid=0 2024-11-26T14:21:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741842_1018 (size=5153) 2024-11-26T14:21:55,466 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/ns/bf2df73025794c4b956157a5abfdfec1 2024-11-26T14:21:55,466 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:21:55,466 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:21:55,473 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:55,485 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/rep_barrier/8327e64e234243edabd9e1eb329fbd11 is 112, key is test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c./rep_barrier:seqnumDuringOpen/1732630906589/Put/seqid=0 2024-11-26T14:21:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741843_1019 (size=5518) 2024-11-26T14:21:55,499 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:55,614 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a706ec06dc9cb68f947b8718007100f, 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:55,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:21:55,814 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a706ec06dc9cb68f947b8718007100f, 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,857 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/.tmp/queue/dbd863eb5f7b4ff99cee0e5cddcde678 2024-11-26T14:21:55,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,863 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/.tmp/queue/dbd863eb5f7b4ff99cee0e5cddcde678 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/queue/dbd863eb5f7b4ff99cee0e5cddcde678 2024-11-26T14:21:55,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:21:55,870 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/queue/dbd863eb5f7b4ff99cee0e5cddcde678, entries=1, sequenceid=9, filesize=5.2 K 2024-11-26T14:21:55,872 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 4a706ec06dc9cb68f947b8718007100f in 459ms, sequenceid=9, compaction requested=false 2024-11-26T14:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:55,885 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/replication/4a706ec06dc9cb68f947b8718007100f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:55,886 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a706ec06dc9cb68f947b8718007100f: Waiting for close lock at 1732630915413Running coprocessor pre-close hooks at 1732630915413Disabling compacts and flushes for region at 1732630915413Disabling writes for close at 1732630915413Obtaining lock to block concurrent updates at 1732630915413Preparing flush snapshotting stores in 4a706ec06dc9cb68f947b8718007100f at 1732630915413Finished memstore snapshotting hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732630915413Flushing stores of hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. at 1732630915414 (+1 ms)Flushing 4a706ec06dc9cb68f947b8718007100f/queue: creating writer at 1732630915414Flushing 4a706ec06dc9cb68f947b8718007100f/queue: appending metadata at 1732630915435 (+21 ms)Flushing 4a706ec06dc9cb68f947b8718007100f/queue: closing flushed file at 1732630915435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23814490: reopening flushed file at 1732630915862 (+427 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 4a706ec06dc9cb68f947b8718007100f in 459ms, sequenceid=9, compaction requested=false at 1732630915872 (+10 ms)Writing region close event to WAL at 1732630915878 (+6 ms)Running coprocessor post-close hooks at 1732630915885 (+7 ms)Closed at 1732630915886 (+1 ms) 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630909149.4a706ec06dc9cb68f947b8718007100f. 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e0cbd45118b5157a9781fd7fe971e0c, disabling compactions & flushes 2024-11-26T14:21:55,886 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. after waiting 0 ms 2024-11-26T14:21:55,886 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:55,886 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e0cbd45118b5157a9781fd7fe971e0c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-26T14:21:55,890 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/rep_barrier/8327e64e234243edabd9e1eb329fbd11 2024-11-26T14:21:55,928 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/table/5493bc666a5f4ccc91dc1f55905075b0 is 53, key is hbase:replication/table:state/1732630910343/Put/seqid=0 2024-11-26T14:21:55,931 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/f/628ee0d4d5d24d32a6c11dba643534a2 is 29, key is row1/f:/1732630914345/DeleteFamily/seqid=0 2024-11-26T14:21:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741844_1020 (size=5308) 2024-11-26T14:21:55,951 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/table/5493bc666a5f4ccc91dc1f55905075b0 2024-11-26T14:21:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741845_1021 (size=5118) 2024-11-26T14:21:55,960 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/f/628ee0d4d5d24d32a6c11dba643534a2 2024-11-26T14:21:55,964 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 913, reset compression=false 2024-11-26T14:21:55,964 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/info/6059c41ed84d46968f8506be2f73153a as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/info/6059c41ed84d46968f8506be2f73153a 2024-11-26T14:21:55,970 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 628ee0d4d5d24d32a6c11dba643534a2 2024-11-26T14:21:55,981 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/info/6059c41ed84d46968f8506be2f73153a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:21:55,982 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/ns/bf2df73025794c4b956157a5abfdfec1 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/ns/bf2df73025794c4b956157a5abfdfec1 2024-11-26T14:21:55,992 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/ns/bf2df73025794c4b956157a5abfdfec1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:21:55,994 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/rep_barrier/8327e64e234243edabd9e1eb329fbd11 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/rep_barrier/8327e64e234243edabd9e1eb329fbd11 2024-11-26T14:21:56,003 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/rep_barrier/8327e64e234243edabd9e1eb329fbd11, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:21:56,004 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/.tmp/table/5493bc666a5f4ccc91dc1f55905075b0 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/table/5493bc666a5f4ccc91dc1f55905075b0 2024-11-26T14:21:56,012 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/f1/7e7b4da559534f5d9a46bed4db9823e2 is 30, key is row1/f1:/1732630914345/DeleteFamily/seqid=0 2024-11-26T14:21:56,013 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/table/5493bc666a5f4ccc91dc1f55905075b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:21:56,014 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:56,017 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=16, compaction requested=false 2024-11-26T14:21:56,018 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:56,018 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,42131,1732630901629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:21:56,019 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 1160, reset compression=false 2024-11-26T14:21:56,020 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,42131,1732630901629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,42131,1732630901629, walGroup=19945b63c2b4%2C42131%2C1732630901629, offset=19945b63c2b4%2C42131%2C1732630901629.1732630903596:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:42131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:21:56,022 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:21:56,023 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:21:56,023 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:21:56,023 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:21:56,023 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:21:56,023 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 684615400 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190910784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:21:56,025 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:21:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741846_1022 (size=5123) 2024-11-26T14:21:56,127 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:21:56,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:56,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:56,128 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:56,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630915413Running coprocessor pre-close hooks at 1732630915413Disabling compacts and flushes for region at 1732630915413Disabling writes for close at 1732630915413Obtaining lock to block concurrent updates at 1732630915414 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732630915414Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630915414Flushing stores of hbase:meta,,1.1588230740 at 1732630915414Flushing 1588230740/info: creating writer at 1732630915414Flushing 1588230740/info: appending metadata at 1732630915432 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732630915432Flushing 1588230740/ns: creating writer at 1732630915441 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732630915456 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732630915456Flushing 1588230740/rep_barrier: creating writer at 1732630915470 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630915484 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630915484Flushing 1588230740/table: creating writer at 1732630915894 (+410 ms)Flushing 1588230740/table: appending metadata at 1732630915927 (+33 ms)Flushing 1588230740/table: closing flushed file at 1732630915927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340b270: reopening flushed file at 1732630915961 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c1eb38: reopening flushed file at 1732630915981 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e2a05c: reopening flushed file at 1732630915992 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197c319c: reopening flushed file at 1732630916003 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 603ms, sequenceid=16, compaction requested=false at 1732630916017 (+14 ms)Writing region close event to WAL at 1732630916058 (+41 ms)Running coprocessor post-close hooks at 1732630916127 (+69 ms)Closed at 1732630916128 (+1 ms) 2024-11-26T14:21:56,128 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:21:56,214 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:56,255 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 1160, reset compression=false 2024-11-26T14:21:56,386 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:56,414 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:21:56,414 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1325): Online Regions={8e0cbd45118b5157a9781fd7fe971e0c=test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c.} 2024-11-26T14:21:56,414 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:56,443 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/f1/7e7b4da559534f5d9a46bed4db9823e2 2024-11-26T14:21:56,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:21:56,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T14:21:56,447 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e7b4da559534f5d9a46bed4db9823e2 2024-11-26T14:21:56,461 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/norep/00fde4035d5c436699b27150c05a8dd7 is 33, key is row1/norep:/1732630914345/DeleteFamily/seqid=0 2024-11-26T14:21:56,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741847_1023 (size=5108) 2024-11-26T14:21:56,559 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 1160, reset compression=false 2024-11-26T14:21:56,615 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:56,815 DEBUG [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1351): Waiting on 8e0cbd45118b5157a9781fd7fe971e0c 2024-11-26T14:21:56,865 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/norep/00fde4035d5c436699b27150c05a8dd7 2024-11-26T14:21:56,869 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fde4035d5c436699b27150c05a8dd7 2024-11-26T14:21:56,870 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/f/628ee0d4d5d24d32a6c11dba643534a2 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/f/628ee0d4d5d24d32a6c11dba643534a2 2024-11-26T14:21:56,874 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 628ee0d4d5d24d32a6c11dba643534a2 2024-11-26T14:21:56,874 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/f/628ee0d4d5d24d32a6c11dba643534a2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T14:21:56,875 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/f1/7e7b4da559534f5d9a46bed4db9823e2 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/f1/7e7b4da559534f5d9a46bed4db9823e2 2024-11-26T14:21:56,878 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e7b4da559534f5d9a46bed4db9823e2 2024-11-26T14:21:56,879 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/f1/7e7b4da559534f5d9a46bed4db9823e2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T14:21:56,879 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/.tmp/norep/00fde4035d5c436699b27150c05a8dd7 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/norep/00fde4035d5c436699b27150c05a8dd7 2024-11-26T14:21:56,883 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fde4035d5c436699b27150c05a8dd7 2024-11-26T14:21:56,883 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/norep/00fde4035d5c436699b27150c05a8dd7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T14:21:56,884 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8e0cbd45118b5157a9781fd7fe971e0c in 998ms, sequenceid=8, compaction requested=false 2024-11-26T14:21:56,888 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/data/default/test/8e0cbd45118b5157a9781fd7fe971e0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T14:21:56,888 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:56,888 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:21:56,888 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:56,888 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e0cbd45118b5157a9781fd7fe971e0c: Waiting for close lock at 1732630915886Running coprocessor pre-close hooks at 1732630915886Disabling compacts and flushes for region at 1732630915886Disabling writes for close at 1732630915886Obtaining lock to block concurrent updates at 1732630915886Preparing flush snapshotting stores in 8e0cbd45118b5157a9781fd7fe971e0c at 1732630915886Finished memstore snapshotting test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732630915887 (+1 ms)Flushing stores of test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. at 1732630915887Flushing 8e0cbd45118b5157a9781fd7fe971e0c/f: creating writer at 1732630915887Flushing 8e0cbd45118b5157a9781fd7fe971e0c/f: appending metadata at 1732630915930 (+43 ms)Flushing 8e0cbd45118b5157a9781fd7fe971e0c/f: closing flushed file at 1732630915930Flushing 8e0cbd45118b5157a9781fd7fe971e0c/f1: creating writer at 1732630915971 (+41 ms)Flushing 8e0cbd45118b5157a9781fd7fe971e0c/f1: appending metadata at 1732630916011 (+40 ms)Flushing 8e0cbd45118b5157a9781fd7fe971e0c/f1: closing flushed file at 1732630916011Flushing 8e0cbd45118b5157a9781fd7fe971e0c/norep: creating writer at 1732630916447 (+436 ms)Flushing 8e0cbd45118b5157a9781fd7fe971e0c/norep: appending metadata at 1732630916461 (+14 ms)Flushing 8e0cbd45118b5157a9781fd7fe971e0c/norep: closing flushed file at 1732630916461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388fb8b3: reopening flushed file at 1732630916869 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18743875: reopening flushed file at 1732630916874 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656e8a48: reopening flushed file at 1732630916879 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8e0cbd45118b5157a9781fd7fe971e0c in 998ms, sequenceid=8, compaction requested=false at 1732630916884 (+5 ms)Writing region close event to WAL at 1732630916885 (+1 ms)Running coprocessor post-close hooks at 1732630916888 (+3 ms)Closed at 1732630916888 2024-11-26T14:21:56,888 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630905837.8e0cbd45118b5157a9781fd7fe971e0c. 2024-11-26T14:21:56,962 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 1160, reset compression=false 2024-11-26T14:21:56,966 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:21:56,966 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 1804, reset compression=false 2024-11-26T14:21:56,990 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:57,015 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,42131,1732630901629; all regions closed. 2024-11-26T14:21:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:21:57,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.meta.1732630904524.meta not finished, retry = 0 2024-11-26T14:21:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741839_1015 (size=2458) 2024-11-26T14:21:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741832_1008 (size=1812) 2024-11-26T14:21:57,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 not finished, retry = 0 2024-11-26T14:21:57,172 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 to pos 1804, reset compression=false 2024-11-26T14:21:57,229 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:57,229 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:57,229 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/WALs/19945b63c2b4,42131,1732630901629/19945b63c2b4%2C42131%2C1732630901629.1732630903596 2024-11-26T14:21:57,230 INFO [RS:0;19945b63c2b4:42131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:57,230 INFO [RS:0;19945b63c2b4:42131 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:57,230 INFO [RS:0;19945b63c2b4:42131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:57,230 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:57,230 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,42131,1732630901629 because: Region server is closing 2024-11-26T14:21:57,231 INFO [RS:0;19945b63c2b4:42131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:42131. 2024-11-26T14:21:57,231 DEBUG [RS:0;19945b63c2b4:42131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:57,231 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:57,231 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:57,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:57,331 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.shipper19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 terminated 2024-11-26T14:21:57,331 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,42131,1732630901629.replicationSource.wal-reader.19945b63c2b4%2C42131%2C1732630901629,1-19945b63c2b4,42131,1732630901629 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-26T14:21:57,331 INFO [RS:0;19945b63c2b4:42131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:42131. 2024-11-26T14:21:57,332 DEBUG [RS:0;19945b63c2b4:42131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:57,332 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:57,332 DEBUG [RS:0;19945b63c2b4:42131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:57,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:57,332 INFO [RS:0;19945b63c2b4:42131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42131 2024-11-26T14:21:57,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12036604922/rs/19945b63c2b4,42131,1732630901629 2024-11-26T14:21:57,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922/rs 2024-11-26T14:21:57,346 INFO [RS:0;19945b63c2b4:42131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:57,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,42131,1732630901629] 2024-11-26T14:21:57,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/draining/19945b63c2b4,42131,1732630901629 already deleted, retry=false 2024-11-26T14:21:57,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,42131,1732630901629 expired; onlineServers=0 2024-11-26T14:21:57,368 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,40383,1732630901451' ***** 2024-11-26T14:21:57,368 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:21:57,368 DEBUG [M:0;19945b63c2b4:40383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:21:57,368 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:21:57,368 DEBUG [M:0;19945b63c2b4:40383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:21:57,368 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630903323 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630903323,5,FailOnTimeoutGroup] 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:21:57,368 DEBUG [M:0;19945b63c2b4:40383 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:57,368 INFO [M:0;19945b63c2b4:40383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:21:57,369 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:21:57,369 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630903323 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630903323,5,FailOnTimeoutGroup] 2024-11-26T14:21:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12036604922/master 2024-11-26T14:21:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12036604922 2024-11-26T14:21:57,388 DEBUG [M:0;19945b63c2b4:40383 {}] zookeeper.RecoverableZooKeeper(212): Node /12036604922/master already deleted, retry=false 2024-11-26T14:21:57,388 DEBUG [M:0;19945b63c2b4:40383 {}] master.ActiveMasterManager(353): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Failed delete of our master address node; KeeperErrorCode = NoNode for /12036604922/master 2024-11-26T14:21:57,389 INFO [M:0;19945b63c2b4:40383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/.lastflushedseqids 2024-11-26T14:21:57,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:21:57,401 INFO [M:0;19945b63c2b4:40383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:21:57,401 INFO [M:0;19945b63c2b4:40383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:21:57,401 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:21:57,401 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:57,401 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:57,401 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:21:57,401 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:57,401 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T14:21:57,425 DEBUG [M:0;19945b63c2b4:40383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce682fa4d5004e6fa52afb2d413ed5de is 82, key is hbase:meta,,1/info:regioninfo/1732630904554/Put/seqid=0 2024-11-26T14:21:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:21:57,438 INFO [M:0;19945b63c2b4:40383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce682fa4d5004e6fa52afb2d413ed5de 2024-11-26T14:21:57,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:57,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42131-0x101778554df0004, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:57,457 INFO [RS:0;19945b63c2b4:42131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:57,457 INFO [RS:0;19945b63c2b4:42131 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,42131,1732630901629; zookeeper connection closed. 2024-11-26T14:21:57,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27f663fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27f663fb 2024-11-26T14:21:57,458 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:21:57,462 DEBUG [M:0;19945b63c2b4:40383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fe7967e7f3849458d09fa85f2c93c75 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630910347/Put/seqid=0 2024-11-26T14:21:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741850_1026 (size=8516) 2024-11-26T14:21:57,698 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:57,870 INFO [M:0;19945b63c2b4:40383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fe7967e7f3849458d09fa85f2c93c75 2024-11-26T14:21:57,891 DEBUG [M:0;19945b63c2b4:40383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aac75a7f15774f43aab671e06928addc is 69, key is 19945b63c2b4,42131,1732630901629/rs:state/1732630903394/Put/seqid=0 2024-11-26T14:21:57,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:21:58,295 INFO [M:0;19945b63c2b4:40383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aac75a7f15774f43aab671e06928addc 2024-11-26T14:21:58,299 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce682fa4d5004e6fa52afb2d413ed5de as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce682fa4d5004e6fa52afb2d413ed5de 2024-11-26T14:21:58,302 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce682fa4d5004e6fa52afb2d413ed5de, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T14:21:58,302 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fe7967e7f3849458d09fa85f2c93c75 as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fe7967e7f3849458d09fa85f2c93c75 2024-11-26T14:21:58,306 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fe7967e7f3849458d09fa85f2c93c75, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T14:21:58,306 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aac75a7f15774f43aab671e06928addc as hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aac75a7f15774f43aab671e06928addc 2024-11-26T14:21:58,309 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40093/user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aac75a7f15774f43aab671e06928addc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T14:21:58,310 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false 2024-11-26T14:21:58,311 INFO [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:21:58,311 DEBUG [M:0;19945b63c2b4:40383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630917401Disabling compacts and flushes for region at 1732630917401Disabling writes for close at 1732630917401Obtaining lock to block concurrent updates at 1732630917401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630917401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732630917403 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630917404 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630917404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630917425 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630917425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630917443 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630917462 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630917462Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630917873 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630917890 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630917890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37dc58b1: reopening flushed file at 1732630918298 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbbfe0b: reopening flushed file at 1732630918302 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c868c3f: reopening flushed file at 1732630918306 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false at 1732630918310 (+4 ms)Writing region close event to WAL at 1732630918311 (+1 ms)Closed at 1732630918311 2024-11-26T14:21:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45893 is added to blk_1073741830_1006 (size=63654) 2024-11-26T14:21:58,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b95f5bd2-054f-5720-94b2-c3638cdf037d/MasterData/WALs/19945b63c2b4,40383,1732630901451/19945b63c2b4%2C40383%2C1732630901451.1732630903043 not finished, retry = 0 2024-11-26T14:21:58,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:21:58,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:58,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28343 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:21:58,414 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:21:58,414 INFO [M:0;19945b63c2b4:40383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:21:58,415 INFO [M:0;19945b63c2b4:40383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40383 2024-11-26T14:21:58,415 INFO [M:0;19945b63c2b4:40383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:21:58,502 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:58,689 INFO [M:0;19945b63c2b4:40383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:21:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40383-0x101778554df0003, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:21:58,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20dd534e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:21:58,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7906beca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:58,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:58,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb50aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:58,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6014d970{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:58,949 WARN [BP-1133797642-172.17.0.3-1732630899547 heartbeating to localhost/127.0.0.1:40093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:21:58,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:21:58,949 WARN [BP-1133797642-172.17.0.3-1732630899547 heartbeating to localhost/127.0.0.1:40093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133797642-172.17.0.3-1732630899547 (Datanode Uuid 583f2b40-f7b9-46e4-b624-75134e9d9381) service to localhost/127.0.0.1:40093 2024-11-26T14:21:58,949 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:21:58,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/cluster_4fa79077-fa85-b731-a07f-5c16ed564ce4/data/data1/current/BP-1133797642-172.17.0.3-1732630899547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:58,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/cluster_4fa79077-fa85-b731-a07f-5c16ed564ce4/data/data2/current/BP-1133797642-172.17.0.3-1732630899547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:21:58,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:21:58,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f2420ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:21:58,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ffc029a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:21:58,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:21:58,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56bc4659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:21:58,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@361417b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir/,STOPPED} 2024-11-26T14:21:58,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:21:58,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:21:58,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:58,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:58,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:58,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:58,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:21:58,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:21:58,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=351888560, stopped=false 2024-11-26T14:21:58,977 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,33147,1732630896394 2024-11-26T14:21:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915648272/running 2024-11-26T14:21:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915648272/running 2024-11-26T14:21:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:59,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:21:59,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:21:59,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/running 2024-11-26T14:21:59,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Set watcher on znode that does not yet exist, /0-1915648272/running 2024-11-26T14:21:59,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:21:59,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:59,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:59,255 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,44631,1732630896564' ***** 2024-11-26T14:21:59,255 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:21:59,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(3091): Received CLOSE for 158c6f6dbf77141a91b64c4f472b09c6 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(3091): Received CLOSE for b2608582017a276efcb252df96c675f5 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,44631,1732630896564 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:44631. 2024-11-26T14:21:59,256 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 158c6f6dbf77141a91b64c4f472b09c6, disabling compactions & flushes 2024-11-26T14:21:59,256 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:59,256 DEBUG [RS:0;19945b63c2b4:44631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:21:59,256 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:59,256 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:21:59,256 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. after waiting 0 ms 2024-11-26T14:21:59,256 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:21:59,256 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:21:59,257 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 158c6f6dbf77141a91b64c4f472b09c6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-26T14:21:59,257 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:21:59,257 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:21:59,257 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1325): Online Regions={158c6f6dbf77141a91b64c4f472b09c6=hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6., b2608582017a276efcb252df96c675f5=test,,1732630904695.b2608582017a276efcb252df96c675f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:21:59,257 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158c6f6dbf77141a91b64c4f472b09c6, b2608582017a276efcb252df96c675f5 2024-11-26T14:21:59,257 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:21:59,257 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:21:59,257 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:21:59,257 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:21:59,257 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:21:59,257 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:21:59,272 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:21:59,276 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/info/31ba3655b50a4ea5834c81315b06f050 is 147, key is hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6./info:regioninfo/1732630908156/Put/seqid=0 2024-11-26T14:21:59,276 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/.tmp/queue/5663da4e978f4b11a726b03cb167723d is 153, key is 1-19945b63c2b4,44631,1732630896564/queue:19945b63c2b4%2C44631%2C1732630896564/1732630914965/Put/seqid=0 2024-11-26T14:21:59,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741840_1016 (size=7686) 2024-11-26T14:21:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741841_1017 (size=5352) 2024-11-26T14:21:59,292 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:21:59,292 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:21:59,405 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:21:59,457 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158c6f6dbf77141a91b64c4f472b09c6, b2608582017a276efcb252df96c675f5 2024-11-26T14:21:59,657 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 158c6f6dbf77141a91b64c4f472b09c6, b2608582017a276efcb252df96c675f5 2024-11-26T14:21:59,681 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/info/31ba3655b50a4ea5834c81315b06f050 2024-11-26T14:21:59,682 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/.tmp/queue/5663da4e978f4b11a726b03cb167723d 2024-11-26T14:21:59,687 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/.tmp/queue/5663da4e978f4b11a726b03cb167723d as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/queue/5663da4e978f4b11a726b03cb167723d 2024-11-26T14:21:59,691 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/queue/5663da4e978f4b11a726b03cb167723d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-26T14:21:59,692 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 158c6f6dbf77141a91b64c4f472b09c6 in 436ms, sequenceid=10, compaction requested=false 2024-11-26T14:21:59,702 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/ns/419c493574c34685b2603f2ecffc98bc is 43, key is default/ns:d/1732630899450/Put/seqid=0 2024-11-26T14:21:59,705 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/replication/158c6f6dbf77141a91b64c4f472b09c6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T14:21:59,705 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:21:59,705 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:21:59,705 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:59,705 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 158c6f6dbf77141a91b64c4f472b09c6: Waiting for close lock at 1732630919256Running coprocessor pre-close hooks at 1732630919256Disabling compacts and flushes for region at 1732630919256Disabling writes for close at 1732630919256Obtaining lock to block concurrent updates at 1732630919257 (+1 ms)Preparing flush snapshotting stores in 158c6f6dbf77141a91b64c4f472b09c6 at 1732630919257Finished memstore snapshotting hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732630919257Flushing stores of hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. at 1732630919257Flushing 158c6f6dbf77141a91b64c4f472b09c6/queue: creating writer at 1732630919257Flushing 158c6f6dbf77141a91b64c4f472b09c6/queue: appending metadata at 1732630919276 (+19 ms)Flushing 158c6f6dbf77141a91b64c4f472b09c6/queue: closing flushed file at 1732630919276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ecea40: reopening flushed file at 1732630919686 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 158c6f6dbf77141a91b64c4f472b09c6 in 436ms, sequenceid=10, compaction requested=false at 1732630919692 (+6 ms)Writing region close event to WAL at 1732630919696 (+4 ms)Running coprocessor post-close hooks at 1732630919705 (+9 ms)Closed at 1732630919705 2024-11-26T14:21:59,705 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630906996.158c6f6dbf77141a91b64c4f472b09c6. 2024-11-26T14:21:59,706 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2608582017a276efcb252df96c675f5, disabling compactions & flushes 2024-11-26T14:21:59,706 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:59,706 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:59,706 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630904695.b2608582017a276efcb252df96c675f5. after waiting 0 ms 2024-11-26T14:21:59,706 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:21:59,706 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b2608582017a276efcb252df96c675f5 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-26T14:21:59,726 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/f/3b3451690d784dad9e61b618dd7792bd is 29, key is row1/f:/1732630914345/DeleteFamily/seqid=0 2024-11-26T14:21:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741842_1018 (size=5153) 2024-11-26T14:21:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741843_1019 (size=5118) 2024-11-26T14:21:59,857 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2608582017a276efcb252df96c675f5 2024-11-26T14:22:00,058 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2608582017a276efcb252df96c675f5 2024-11-26T14:22:00,131 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/ns/419c493574c34685b2603f2ecffc98bc 2024-11-26T14:22:00,140 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/f/3b3451690d784dad9e61b618dd7792bd 2024-11-26T14:22:00,155 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b3451690d784dad9e61b618dd7792bd 2024-11-26T14:22:00,167 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/rep_barrier/a1f345aaaf9540d6a3f7d0e480a38954 is 112, key is test,,1732630904695.b2608582017a276efcb252df96c675f5./rep_barrier:seqnumDuringOpen/1732630905452/Put/seqid=0 2024-11-26T14:22:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741844_1020 (size=5518) 2024-11-26T14:22:00,181 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/f1/bbb5864039334d87aabc7cfc835cc8cf is 30, key is row1/f1:/1732630914345/DeleteFamily/seqid=0 2024-11-26T14:22:00,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741845_1021 (size=5123) 2024-11-26T14:22:00,258 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:22:00,258 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1325): Online Regions={b2608582017a276efcb252df96c675f5=test,,1732630904695.b2608582017a276efcb252df96c675f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:22:00,258 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2608582017a276efcb252df96c675f5 2024-11-26T14:22:00,409 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 912, reset compression=false 2024-11-26T14:22:00,415 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:00,415 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 1159, reset compression=false 2024-11-26T14:22:00,415 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,44631,1732630896564 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:00,416 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,44631,1732630896564: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,44631,1732630896564, walGroup=19945b63c2b4%2C44631%2C1732630896564, offset=19945b63c2b4%2C44631%2C1732630896564.1732630898370:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:44631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:22:00,417 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:22:00,417 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:22:00,418 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:22:00,418 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:22:00,418 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:22:00,418 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 636380904 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191394768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:22:00,418 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:33147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:33147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:22:00,458 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2608582017a276efcb252df96c675f5 2024-11-26T14:22:00,576 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/rep_barrier/a1f345aaaf9540d6a3f7d0e480a38954 2024-11-26T14:22:00,591 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/f1/bbb5864039334d87aabc7cfc835cc8cf 2024-11-26T14:22:00,603 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbb5864039334d87aabc7cfc835cc8cf 2024-11-26T14:22:00,620 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 1159, reset compression=false 2024-11-26T14:22:00,624 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/table/0d9b66a8057142ef96aee4854e19f537 is 53, key is hbase:replication/table:state/1732630908163/Put/seqid=0 2024-11-26T14:22:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741846_1022 (size=5308) 2024-11-26T14:22:00,634 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/table/0d9b66a8057142ef96aee4854e19f537 2024-11-26T14:22:00,640 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/info/31ba3655b50a4ea5834c81315b06f050 as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/info/31ba3655b50a4ea5834c81315b06f050 2024-11-26T14:22:00,644 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/norep/e1ce514f8c41428eaa1a8f02bdf16943 is 32, key is row/norep:/1732630913339/DeleteFamily/seqid=0 2024-11-26T14:22:00,646 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/info/31ba3655b50a4ea5834c81315b06f050, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:22:00,646 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/ns/419c493574c34685b2603f2ecffc98bc as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/ns/419c493574c34685b2603f2ecffc98bc 2024-11-26T14:22:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741847_1023 (size=5101) 2024-11-26T14:22:00,657 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/ns/419c493574c34685b2603f2ecffc98bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:22:00,658 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/rep_barrier/a1f345aaaf9540d6a3f7d0e480a38954 as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/rep_barrier/a1f345aaaf9540d6a3f7d0e480a38954 2024-11-26T14:22:00,658 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b2608582017a276efcb252df96c675f5 2024-11-26T14:22:00,663 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/rep_barrier/a1f345aaaf9540d6a3f7d0e480a38954, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:22:00,664 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/.tmp/table/0d9b66a8057142ef96aee4854e19f537 as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/table/0d9b66a8057142ef96aee4854e19f537 2024-11-26T14:22:00,669 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/table/0d9b66a8057142ef96aee4854e19f537, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:22:00,670 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=16, compaction requested=false 2024-11-26T14:22:00,674 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:22:00,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:00,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:00,676 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:00,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630919257Running coprocessor pre-close hooks at 1732630919257Disabling compacts and flushes for region at 1732630919257Disabling writes for close at 1732630919257Obtaining lock to block concurrent updates at 1732630919257Preparing flush snapshotting stores in 1588230740 at 1732630919257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630919257Flushing stores of hbase:meta,,1.1588230740 at 1732630919258 (+1 ms)Flushing 1588230740/info: creating writer at 1732630919258Flushing 1588230740/info: appending metadata at 1732630919276 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732630919276Flushing 1588230740/ns: creating writer at 1732630919686 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732630919701 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732630919701Flushing 1588230740/rep_barrier: creating writer at 1732630920137 (+436 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630920166 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630920166Flushing 1588230740/table: creating writer at 1732630920597 (+431 ms)Flushing 1588230740/table: appending metadata at 1732630920623 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732630920623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f1093b: reopening flushed file at 1732630920639 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f96def: reopening flushed file at 1732630920646 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3db37f: reopening flushed file at 1732630920657 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a617a16: reopening flushed file at 1732630920663 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=16, compaction requested=false at 1732630920670 (+7 ms)Writing region close event to WAL at 1732630920671 (+1 ms)Running coprocessor post-close hooks at 1732630920676 (+5 ms)Closed at 1732630920676 2024-11-26T14:22:00,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:00,859 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on b2608582017a276efcb252df96c675f5 2024-11-26T14:22:00,934 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 1159, reset compression=false 2024-11-26T14:22:01,053 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/norep/e1ce514f8c41428eaa1a8f02bdf16943 2024-11-26T14:22:01,057 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1ce514f8c41428eaa1a8f02bdf16943 2024-11-26T14:22:01,057 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/f/3b3451690d784dad9e61b618dd7792bd as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/f/3b3451690d784dad9e61b618dd7792bd 2024-11-26T14:22:01,059 DEBUG [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1351): Waiting on b2608582017a276efcb252df96c675f5 2024-11-26T14:22:01,061 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b3451690d784dad9e61b618dd7792bd 2024-11-26T14:22:01,061 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/f/3b3451690d784dad9e61b618dd7792bd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T14:22:01,061 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/f1/bbb5864039334d87aabc7cfc835cc8cf as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/f1/bbb5864039334d87aabc7cfc835cc8cf 2024-11-26T14:22:01,065 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbb5864039334d87aabc7cfc835cc8cf 2024-11-26T14:22:01,065 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/f1/bbb5864039334d87aabc7cfc835cc8cf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-26T14:22:01,066 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/.tmp/norep/e1ce514f8c41428eaa1a8f02bdf16943 as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/norep/e1ce514f8c41428eaa1a8f02bdf16943 2024-11-26T14:22:01,070 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1ce514f8c41428eaa1a8f02bdf16943 2024-11-26T14:22:01,070 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/norep/e1ce514f8c41428eaa1a8f02bdf16943, entries=1, sequenceid=8, filesize=5.0 K 2024-11-26T14:22:01,071 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b2608582017a276efcb252df96c675f5 in 1365ms, sequenceid=8, compaction requested=false 2024-11-26T14:22:01,075 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/data/default/test/b2608582017a276efcb252df96c675f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T14:22:01,076 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:01,076 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:01,076 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:22:01,076 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2608582017a276efcb252df96c675f5: Waiting for close lock at 1732630919706Running coprocessor pre-close hooks at 1732630919706Disabling compacts and flushes for region at 1732630919706Disabling writes for close at 1732630919706Obtaining lock to block concurrent updates at 1732630919706Preparing flush snapshotting stores in b2608582017a276efcb252df96c675f5 at 1732630919706Finished memstore snapshotting test,,1732630904695.b2608582017a276efcb252df96c675f5., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732630919706Flushing stores of test,,1732630904695.b2608582017a276efcb252df96c675f5. at 1732630919707 (+1 ms)Flushing b2608582017a276efcb252df96c675f5/f: creating writer at 1732630919707Flushing b2608582017a276efcb252df96c675f5/f: appending metadata at 1732630919725 (+18 ms)Flushing b2608582017a276efcb252df96c675f5/f: closing flushed file at 1732630919725Flushing b2608582017a276efcb252df96c675f5/f1: creating writer at 1732630920156 (+431 ms)Flushing b2608582017a276efcb252df96c675f5/f1: appending metadata at 1732630920180 (+24 ms)Flushing b2608582017a276efcb252df96c675f5/f1: closing flushed file at 1732630920180Flushing b2608582017a276efcb252df96c675f5/norep: creating writer at 1732630920603 (+423 ms)Flushing b2608582017a276efcb252df96c675f5/norep: appending metadata at 1732630920640 (+37 ms)Flushing b2608582017a276efcb252df96c675f5/norep: closing flushed file at 1732630920640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de6b708: reopening flushed file at 1732630921057 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bce08d: reopening flushed file at 1732630921061 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17eb002: reopening flushed file at 1732630921065 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b2608582017a276efcb252df96c675f5 in 1365ms, sequenceid=8, compaction requested=false at 1732630921071 (+6 ms)Writing region close event to WAL at 1732630921072 (+1 ms)Running coprocessor post-close hooks at 1732630921076 (+4 ms)Closed at 1732630921076 2024-11-26T14:22:01,076 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630904695.b2608582017a276efcb252df96c675f5. 2024-11-26T14:22:01,259 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,44631,1732630896564; all regions closed. 2024-11-26T14:22:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:22:01,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.meta.1732630899394.meta not finished, retry = 0 2024-11-26T14:22:01,340 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 1159, reset compression=false 2024-11-26T14:22:01,345 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:01,345 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/WALs/19945b63c2b4,44631,1732630896564/19945b63c2b4%2C44631%2C1732630896564.1732630898370 to pos 1803, reset compression=false 2024-11-26T14:22:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741839_1015 (size=2676) 2024-11-26T14:22:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741832_1008 (size=1811) 2024-11-26T14:22:01,369 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:01,369 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:01,369 INFO [RS:0;19945b63c2b4:44631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:01,370 INFO [RS:0;19945b63c2b4:44631 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:01,370 INFO [RS:0;19945b63c2b4:44631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:01,370 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,44631,1732630896564 because: Region server is closing 2024-11-26T14:22:01,370 INFO [RS:0;19945b63c2b4:44631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:44631. 2024-11-26T14:22:01,370 DEBUG [RS:0;19945b63c2b4:44631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:01,370 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:01,370 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:01,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:01,370 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:01,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:01,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:01,471 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.shipper19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 terminated 2024-11-26T14:22:01,471 INFO [RS:0;19945b63c2b4:44631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:44631. 2024-11-26T14:22:01,471 DEBUG [RS:0;19945b63c2b4:44631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:01,471 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:01,471 DEBUG [RS:0;19945b63c2b4:44631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:01,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:01,471 INFO [RS:0;19945b63c2b4:44631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44631 2024-11-26T14:22:01,471 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,44631,1732630896564.replicationSource.wal-reader.19945b63c2b4%2C44631%2C1732630896564,1-19945b63c2b4,44631,1732630896564 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:22:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915648272/rs/19945b63c2b4,44631,1732630896564 2024-11-26T14:22:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272/rs 2024-11-26T14:22:01,491 INFO [RS:0;19945b63c2b4:44631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:01,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,44631,1732630896564] 2024-11-26T14:22:01,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915648272/draining/19945b63c2b4,44631,1732630896564 already deleted, retry=false 2024-11-26T14:22:01,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,44631,1732630896564 expired; onlineServers=0 2024-11-26T14:22:01,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,33147,1732630896394' ***** 2024-11-26T14:22:01,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:22:01,512 INFO [M:0;19945b63c2b4:33147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:01,512 INFO [M:0;19945b63c2b4:33147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:01,512 DEBUG [M:0;19945b63c2b4:33147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:22:01,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:22:01,512 DEBUG [M:0;19945b63c2b4:33147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:22:01,512 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630898167 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630898167,5,FailOnTimeoutGroup] 2024-11-26T14:22:01,512 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630898164 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630898164,5,FailOnTimeoutGroup] 2024-11-26T14:22:01,512 INFO [M:0;19945b63c2b4:33147 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:01,512 INFO [M:0;19945b63c2b4:33147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:01,512 DEBUG [M:0;19945b63c2b4:33147 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:22:01,512 INFO [M:0;19945b63c2b4:33147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:22:01,512 INFO [M:0;19945b63c2b4:33147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:01,513 INFO [M:0;19945b63c2b4:33147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:22:01,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:22:01,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915648272/master 2024-11-26T14:22:01,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915648272 2024-11-26T14:22:01,525 DEBUG [M:0;19945b63c2b4:33147 {}] zookeeper.ZKUtil(347): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Unable to get data of znode /0-1915648272/master because node does not exist (not an error) 2024-11-26T14:22:01,525 WARN [M:0;19945b63c2b4:33147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:22:01,526 INFO [M:0;19945b63c2b4:33147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/.lastflushedseqids 2024-11-26T14:22:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:22:01,602 INFO [RS:0;19945b63c2b4:44631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:01,602 INFO [RS:0;19945b63c2b4:44631 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,44631,1732630896564; zookeeper connection closed. 2024-11-26T14:22:01,602 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7384f8b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7384f8b6 2024-11-26T14:22:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44631-0x101778554df0001, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:01,602 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:22:01,932 INFO [M:0;19945b63c2b4:33147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:22:01,932 INFO [M:0;19945b63c2b4:33147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:22:01,933 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:01,933 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:01,933 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:01,933 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:01,933 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:01,933 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T14:22:01,950 DEBUG [M:0;19945b63c2b4:33147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e68d940a12945168082d59312941f73 is 82, key is hbase:meta,,1/info:regioninfo/1732630899426/Put/seqid=0 2024-11-26T14:22:01,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:22:02,359 INFO [M:0;19945b63c2b4:33147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e68d940a12945168082d59312941f73 2024-11-26T14:22:02,392 DEBUG [M:0;19945b63c2b4:33147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff411600c8f4051a83ad50191388ef1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630908166/Put/seqid=0 2024-11-26T14:22:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741850_1026 (size=8516) 2024-11-26T14:22:02,398 INFO [M:0;19945b63c2b4:33147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff411600c8f4051a83ad50191388ef1 2024-11-26T14:22:02,422 DEBUG [M:0;19945b63c2b4:33147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bd017cf311f483b8dd32e7a8b845c1b is 69, key is 19945b63c2b4,44631,1732630896564/rs:state/1732630898224/Put/seqid=0 2024-11-26T14:22:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:22:02,827 INFO [M:0;19945b63c2b4:33147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bd017cf311f483b8dd32e7a8b845c1b 2024-11-26T14:22:02,832 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e68d940a12945168082d59312941f73 as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e68d940a12945168082d59312941f73 2024-11-26T14:22:02,835 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e68d940a12945168082d59312941f73, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T14:22:02,836 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ff411600c8f4051a83ad50191388ef1 as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ff411600c8f4051a83ad50191388ef1 2024-11-26T14:22:02,840 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ff411600c8f4051a83ad50191388ef1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T14:22:02,844 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bd017cf311f483b8dd32e7a8b845c1b as hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bd017cf311f483b8dd32e7a8b845c1b 2024-11-26T14:22:02,855 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/3a992a75-fc0d-b85f-8110-d71c3ca08896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bd017cf311f483b8dd32e7a8b845c1b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T14:22:02,856 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false 2024-11-26T14:22:02,857 INFO [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:02,857 DEBUG [M:0;19945b63c2b4:33147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630921932Disabling compacts and flushes for region at 1732630921932Disabling writes for close at 1732630921933 (+1 ms)Obtaining lock to block concurrent updates at 1732630921933Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630921933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732630921933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630921934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630921934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630921950 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630921950Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630922374 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630922392 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630922392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630922404 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630922421 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630922421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@821800d: reopening flushed file at 1732630922831 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8f9b2d: reopening flushed file at 1732630922835 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e464ad: reopening flushed file at 1732630922841 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false at 1732630922856 (+15 ms)Writing region close event to WAL at 1732630922857 (+1 ms)Closed at 1732630922857 2024-11-26T14:22:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36555 is added to blk_1073741830_1006 (size=63654) 2024-11-26T14:22:02,872 INFO [M:0;19945b63c2b4:33147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:22:02,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:02,872 INFO [M:0;19945b63c2b4:33147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33147 2024-11-26T14:22:02,872 INFO [M:0;19945b63c2b4:33147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x101778554df0000, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:02,984 INFO [M:0;19945b63c2b4:33147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:02,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff6eca1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:02,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6017d104{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:02,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:02,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e355257{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:02,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c56c247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:02,995 WARN [BP-588371301-172.17.0.3-1732630894916 heartbeating to localhost/127.0.0.1:36195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:22:02,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:22:02,995 WARN [BP-588371301-172.17.0.3-1732630894916 heartbeating to localhost/127.0.0.1:36195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-588371301-172.17.0.3-1732630894916 (Datanode Uuid e737e4ae-ad29-4ff4-abf8-0bd1153c7752) service to localhost/127.0.0.1:36195 2024-11-26T14:22:02,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:22:02,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/data/data1/current/BP-588371301-172.17.0.3-1732630894916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:02,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/cluster_a264efd1-c90a-fb1e-86ae-b8d49bc56977/data/data2/current/BP-588371301-172.17.0.3-1732630894916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:02,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:22:03,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c332df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:03,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1385502{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:03,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:03,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76769433{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:03,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49fc172c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9a82d05-74d1-35b2-b443-bc561e2390f8/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:03,011 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:22:03,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:22:03,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 242) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55018) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36195 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55018) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40093 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=653 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4501 (was 4347) - AvailableMemoryMB LEAK? - 2024-11-26T14:22:03,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=4500 2024-11-26T14:22:03,062 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-26T14:22:03,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir so I do NOT create it in target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436 2024-11-26T14:22:03,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:22:03,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.tmp.dir so I do NOT create it in target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436 2024-11-26T14:22:03,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/864f3803-d2b7-0d66-a995-f1e0ea355233/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:22:03,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436 2024-11-26T14:22:03,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f, deleteOnExit=true 2024-11-26T14:22:03,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/zookeeper_0, clientPort=60304, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:22:03,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60304 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/test.cache.data in system properties and HBase conf 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:22:03,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:22:03,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:03,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:22:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:22:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:22:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:22:03,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:22:03,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101778554df0005, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:22:03,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101778554df0002, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:22:03,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101778554df0002, quorum=127.0.0.1:55018, baseZNode=/0-1915648272 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:22:03,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101778554df0005, quorum=127.0.0.1:55018, baseZNode=/12036604922 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:22:03,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:03,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:03,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:03,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:03,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:22:03,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:03,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4842f658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:03,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e3338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:03,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63d86ee8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-789196134095587420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:03,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5054afca{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-26T14:22:03,608 INFO [Time-limited test {}] server.Server(415): Started @233516ms 2024-11-26T14:22:03,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:03,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:03,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:03,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:03,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:22:03,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2078d614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:03,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73283052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:04,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3123457e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/java.io.tmpdir/jetty-localhost-41963-hadoop-hdfs-3_4_1-tests_jar-_-any-11861628272789552234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:04,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e77c4{HTTP/1.1, (http/1.1)}{localhost:41963} 2024-11-26T14:22:04,053 INFO [Time-limited test {}] server.Server(415): Started @233961ms 2024-11-26T14:22:04,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:22:05,172 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/data/data1/current/BP-1830360637-172.17.0.3-1732630923107/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:05,172 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/data/data2/current/BP-1830360637-172.17.0.3-1732630923107/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:05,186 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:22:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99f45114c71a0731 with lease ID 0xeca6a8f0901c6991: Processing first storage report for DS-8c9a36d6-1e1d-4b28-a804-250a9b2540cf from datanode DatanodeRegistration(127.0.0.1:33015, datanodeUuid=e7573cfb-4054-43cc-9c52-1c9a9597bab7, infoPort=40887, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=1316623929;c=1732630923107) 2024-11-26T14:22:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99f45114c71a0731 with lease ID 0xeca6a8f0901c6991: from storage DS-8c9a36d6-1e1d-4b28-a804-250a9b2540cf node DatanodeRegistration(127.0.0.1:33015, datanodeUuid=e7573cfb-4054-43cc-9c52-1c9a9597bab7, infoPort=40887, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=1316623929;c=1732630923107), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99f45114c71a0731 with lease ID 0xeca6a8f0901c6991: Processing first storage report for DS-a8165480-4b24-4540-99a5-956812a62ede from datanode DatanodeRegistration(127.0.0.1:33015, datanodeUuid=e7573cfb-4054-43cc-9c52-1c9a9597bab7, infoPort=40887, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=1316623929;c=1732630923107) 2024-11-26T14:22:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99f45114c71a0731 with lease ID 0xeca6a8f0901c6991: from storage DS-a8165480-4b24-4540-99a5-956812a62ede node DatanodeRegistration(127.0.0.1:33015, datanodeUuid=e7573cfb-4054-43cc-9c52-1c9a9597bab7, infoPort=40887, infoSecurePort=0, ipcPort=35769, storageInfo=lv=-57;cid=testClusterID;nsid=1316623929;c=1732630923107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:05,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436 2024-11-26T14:22:05,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:05,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:05,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:22:05,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff with version=8 2024-11-26T14:22:05,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/hbase-staging 2024-11-26T14:22:05,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:05,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:05,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:05,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:05,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:05,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:05,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:22:05,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:05,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43487 2024-11-26T14:22:05,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43487 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:05,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434870x0, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:05,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43487-0x1017785c2e90000 connected 2024-11-26T14:22:05,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:05,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:05,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/running 2024-11-26T14:22:05,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff, hbase.cluster.distributed=false 2024-11-26T14:22:05,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/acl 2024-11-26T14:22:05,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-26T14:22:05,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43487 2024-11-26T14:22:05,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43487 2024-11-26T14:22:05,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-26T14:22:05,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43487 2024-11-26T14:22:05,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:22:05,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:05,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45741 2024-11-26T14:22:05,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45741 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:05,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:05,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:05,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457410x0, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:05,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457410x0, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/running 2024-11-26T14:22:05,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45741-0x1017785c2e90001 connected 2024-11-26T14:22:05,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:22:05,811 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:22:05,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/master 2024-11-26T14:22:05,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/acl 2024-11-26T14:22:05,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-26T14:22:05,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45741 2024-11-26T14:22:05,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45741 2024-11-26T14:22:05,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-26T14:22:05,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45741 2024-11-26T14:22:05,828 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:43487 2024-11-26T14:22:05,830 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01589515829/backup-masters/19945b63c2b4,43487,1732630925614 2024-11-26T14:22:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829/backup-masters 2024-11-26T14:22:05,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829/backup-masters 2024-11-26T14:22:05,841 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on existing znode=/01589515829/backup-masters/19945b63c2b4,43487,1732630925614 2024-11-26T14:22:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01589515829/master 2024-11-26T14:22:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:05,852 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on existing znode=/01589515829/master 2024-11-26T14:22:05,853 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01589515829/backup-masters/19945b63c2b4,43487,1732630925614 from backup master directory 2024-11-26T14:22:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829/backup-masters 2024-11-26T14:22:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01589515829/backup-masters/19945b63c2b4,43487,1732630925614 2024-11-26T14:22:05,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829/backup-masters 2024-11-26T14:22:05,862 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:05,862 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,43487,1732630925614 2024-11-26T14:22:05,866 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/hbase.id] with ID: 1087da5e-dbaf-4636-a09c-aa0866d00666 2024-11-26T14:22:05,866 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/.tmp/hbase.id 2024-11-26T14:22:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:22:06,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/.tmp/hbase.id]:[hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/hbase.id] 2024-11-26T14:22:06,294 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:06,294 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:22:06,295 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:22:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:22:06,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:06,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:06,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:06,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:22:06,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:22:06,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:22:06,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:22:06,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:06,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:06,708 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:06,709 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:22:06,709 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:22:07,115 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store 2024-11-26T14:22:07,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:22:07,519 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:07,519 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:07,519 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:07,519 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:07,519 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:07,520 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:07,520 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:07,520 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630927519Disabling compacts and flushes for region at 1732630927519Disabling writes for close at 1732630927519Writing region close event to WAL at 1732630927520 (+1 ms)Closed at 1732630927520 2024-11-26T14:22:07,520 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/.initializing 2024-11-26T14:22:07,520 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/WALs/19945b63c2b4,43487,1732630925614 2024-11-26T14:22:07,521 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:07,523 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C43487%2C1732630925614, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/WALs/19945b63c2b4,43487,1732630925614, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/oldWALs, maxLogs=10 2024-11-26T14:22:07,541 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/WALs/19945b63c2b4,43487,1732630925614/19945b63c2b4%2C43487%2C1732630925614.1732630927523, exclude list is [], retry=0 2024-11-26T14:22:07,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-8c9a36d6-1e1d-4b28-a804-250a9b2540cf,DISK] 2024-11-26T14:22:07,544 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/WALs/19945b63c2b4,43487,1732630925614/19945b63c2b4%2C43487%2C1732630925614.1732630927523 2024-11-26T14:22:07,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40887:40887)] 2024-11-26T14:22:07,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:07,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:07,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:22:07,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:07,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:07,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:22:07,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:07,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:07,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:22:07,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:07,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:07,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:22:07,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:07,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:07,553 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,554 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,554 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,555 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,555 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,556 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:07,557 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:07,559 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:07,559 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69360657, jitterRate=0.033554330468177795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:07,560 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630927545Initializing all the Stores at 1732630927546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630927546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630927548 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630927548Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630927548Cleaning up temporary data from old regions at 1732630927555 (+7 ms)Region opened successfully at 1732630927560 (+5 ms) 2024-11-26T14:22:07,563 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:22:07,565 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee28c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:07,566 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:22:07,566 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:22:07,566 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:22:07,567 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:22:07,567 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:22:07,567 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:22:07,567 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:22:07,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:22:07,569 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Unable to get data of znode /01589515829/balancer because node does not exist (not necessarily an error) 2024-11-26T14:22:07,638 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01589515829/balancer already deleted, retry=false 2024-11-26T14:22:07,638 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:22:07,639 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Unable to get data of znode /01589515829/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:22:07,651 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01589515829/normalizer already deleted, retry=false 2024-11-26T14:22:07,651 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:22:07,652 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Unable to get data of znode /01589515829/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:22:07,661 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01589515829/switch/split already deleted, retry=false 2024-11-26T14:22:07,662 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Unable to get data of znode /01589515829/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:22:07,672 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01589515829/switch/merge already deleted, retry=false 2024-11-26T14:22:07,674 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Unable to get data of znode /01589515829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:22:07,683 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01589515829/snapshot-cleanup already deleted, retry=false 2024-11-26T14:22:07,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01589515829/running 2024-11-26T14:22:07,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01589515829/running 2024-11-26T14:22:07,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:07,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:07,693 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,43487,1732630925614, sessionid=0x1017785c2e90000, setting cluster-up flag (Was=false) 2024-11-26T14:22:07,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:07,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:07,746 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01589515829/flush-table-proc/acquired, /01589515829/flush-table-proc/reached, /01589515829/flush-table-proc/abort 2024-11-26T14:22:07,747 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,43487,1732630925614 2024-11-26T14:22:07,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:07,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:07,798 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01589515829/online-snapshot/acquired, /01589515829/online-snapshot/reached, /01589515829/online-snapshot/abort 2024-11-26T14:22:07,800 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,43487,1732630925614 2024-11-26T14:22:07,801 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:22:07,802 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:07,802 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:22:07,802 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:22:07,803 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,43487,1732630925614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:07,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630957812 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:22:07,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:22:07,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:22:07,812 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:22:07,813 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:07,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:22:07,816 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:22:07,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:22:07,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:22:07,824 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:22:07,825 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:22:07,825 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:22:07,825 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630927825,5,FailOnTimeoutGroup] 2024-11-26T14:22:07,825 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(746): ClusterId : 1087da5e-dbaf-4636-a09c-aa0866d00666 2024-11-26T14:22:07,825 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:22:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:22:07,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630927825,5,FailOnTimeoutGroup] 2024-11-26T14:22:07,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:22:07,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,838 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:22:07,838 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:22:07,849 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:22:07,849 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54992d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:07,866 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:45741 2024-11-26T14:22:07,866 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:22:07,866 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:22:07,866 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:22:07,867 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,43487,1732630925614 with port=45741, startcode=1732630925798 2024-11-26T14:22:07,867 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:22:07,868 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:22:07,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,45741,1732630925798 2024-11-26T14:22:07,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43487 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:07,870 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff 2024-11-26T14:22:07,870 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37931 2024-11-26T14:22:07,870 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:22:07,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829/rs 2024-11-26T14:22:07,880 DEBUG [RS:0;19945b63c2b4:45741 {}] zookeeper.ZKUtil(111): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on existing znode=/01589515829/rs/19945b63c2b4,45741,1732630925798 2024-11-26T14:22:07,880 WARN [RS:0;19945b63c2b4:45741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:07,880 INFO [RS:0;19945b63c2b4:45741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:07,880 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798 2024-11-26T14:22:07,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,45741,1732630925798] 2024-11-26T14:22:07,883 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:22:07,884 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:22:07,885 INFO [RS:0;19945b63c2b4:45741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:22:07,885 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,887 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:22:07,887 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:22:07,887 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,887 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,887 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:07,888 DEBUG [RS:0;19945b63c2b4:45741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:07,890 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,891 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,891 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,891 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,891 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,891 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45741,1732630925798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:07,905 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:22:07,905 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,45741,1732630925798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,905 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,905 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.Replication(171): 19945b63c2b4,45741,1732630925798 started 2024-11-26T14:22:07,917 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:07,917 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,45741,1732630925798, RpcServer on 19945b63c2b4/172.17.0.3:45741, sessionid=0x1017785c2e90001 2024-11-26T14:22:07,917 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:22:07,917 DEBUG [RS:0;19945b63c2b4:45741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,45741,1732630925798 2024-11-26T14:22:07,917 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,45741,1732630925798' 2024-11-26T14:22:07,917 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01589515829/flush-table-proc/abort' 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01589515829/flush-table-proc/acquired' 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,45741,1732630925798 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,45741,1732630925798' 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01589515829/online-snapshot/abort' 2024-11-26T14:22:07,918 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01589515829/online-snapshot/acquired' 2024-11-26T14:22:07,919 DEBUG [RS:0;19945b63c2b4:45741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:22:07,919 INFO [RS:0;19945b63c2b4:45741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:22:07,919 INFO [RS:0;19945b63c2b4:45741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:22:08,019 INFO [RS:0;19945b63c2b4:45741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:08,020 INFO [RS:0;19945b63c2b4:45741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C45741%2C1732630925798, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/oldWALs, maxLogs=10 2024-11-26T14:22:08,032 DEBUG [RS:0;19945b63c2b4:45741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, exclude list is [], retry=0 2024-11-26T14:22:08,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-8c9a36d6-1e1d-4b28-a804-250a9b2540cf,DISK] 2024-11-26T14:22:08,035 INFO [RS:0;19945b63c2b4:45741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 2024-11-26T14:22:08,036 DEBUG [RS:0;19945b63c2b4:45741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40887:40887)] 2024-11-26T14:22:08,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:22:08,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff 2024-11-26T14:22:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:22:08,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:08,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:08,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:08,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:08,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:08,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:08,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:08,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:08,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:08,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:08,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740 2024-11-26T14:22:08,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740 2024-11-26T14:22:08,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:08,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:08,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:08,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:08,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:08,248 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61325680, jitterRate=-0.08617615699768066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:08,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630928238Initializing all the Stores at 1732630928239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630928239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630928239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630928239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630928239Cleaning up temporary data from old regions at 1732630928245 (+6 ms)Region opened successfully at 1732630928248 (+3 ms) 2024-11-26T14:22:08,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:08,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:08,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:08,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:08,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:08,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:08,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630928249Disabling compacts and flushes for region at 1732630928249Disabling writes for close at 1732630928249Writing region close event to WAL at 1732630928249Closed at 1732630928249 2024-11-26T14:22:08,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:08,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:22:08,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:22:08,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:08,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:22:08,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:08,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:08,364 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38374 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:08,402 DEBUG [19945b63c2b4:43487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:22:08,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:08,403 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,45741,1732630925798, state=OPENING 2024-11-26T14:22:08,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:22:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:08,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01589515829/meta-region-server: CHANGED 2024-11-26T14:22:08,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01589515829/meta-region-server: CHANGED 2024-11-26T14:22:08,469 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:08,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,45741,1732630925798}] 2024-11-26T14:22:08,622 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:08,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:22:08,627 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:22:08,627 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:08,628 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:22:08,629 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C45741%2C1732630925798.meta, suffix=.meta, logDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/oldWALs, maxLogs=10 2024-11-26T14:22:08,645 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.meta.1732630928629.meta, exclude list is [], retry=0 2024-11-26T14:22:08,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-8c9a36d6-1e1d-4b28-a804-250a9b2540cf,DISK] 2024-11-26T14:22:08,648 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.meta.1732630928629.meta 2024-11-26T14:22:08,649 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40887:40887)] 2024-11-26T14:22:08,650 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:08,650 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:08,650 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:08,650 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:22:08,650 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:22:08,650 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:22:08,650 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:08,650 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:22:08,651 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:22:08,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:08,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:08,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:08,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:08,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:08,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:08,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:08,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:08,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:08,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:08,655 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:08,656 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740 2024-11-26T14:22:08,657 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740 2024-11-26T14:22:08,657 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:08,657 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:08,658 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:08,659 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:08,659 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67646675, jitterRate=0.008014008402824402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:08,659 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:22:08,660 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630928651Writing region info on filesystem at 1732630928651Initializing all the Stores at 1732630928651Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630928651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630928652 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630928652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630928652Cleaning up temporary data from old regions at 1732630928657 (+5 ms)Running coprocessor post-open hooks at 1732630928659 (+2 ms)Region opened successfully at 1732630928660 (+1 ms) 2024-11-26T14:22:08,661 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630928621 2024-11-26T14:22:08,662 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:22:08,662 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:22:08,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:08,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,45741,1732630925798, state=OPEN 2024-11-26T14:22:08,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01589515829/meta-region-server 2024-11-26T14:22:08,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01589515829/meta-region-server 2024-11-26T14:22:08,714 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:08,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01589515829/meta-region-server: CHANGED 2024-11-26T14:22:08,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01589515829/meta-region-server: CHANGED 2024-11-26T14:22:08,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:22:08,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,45741,1732630925798 in 245 msec 2024-11-26T14:22:08,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:22:08,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-26T14:22:08,720 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:08,720 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:22:08,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:08,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45741,1732630925798, seqNum=-1] 2024-11-26T14:22:08,722 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:08,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:08,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 925 msec 2024-11-26T14:22:08,728 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630928728, completionTime=-1 2024-11-26T14:22:08,728 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:22:08,728 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:22:08,730 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:22:08,730 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630988730 2024-11-26T14:22:08,730 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631048730 2024-11-26T14:22:08,730 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:22:08,731 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43487,1732630925614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,731 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43487,1732630925614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,731 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43487,1732630925614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,731 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:43487, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,731 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,731 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,732 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:22:08,734 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.872sec 2024-11-26T14:22:08,734 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:22:08,735 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:22:08,735 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:22:08,735 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:22:08,735 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:22:08,735 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43487,1732630925614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:08,735 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43487,1732630925614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:22:08,736 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:22:08,736 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:22:08,736 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,43487,1732630925614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:08,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44954ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:08,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:08,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:08,828 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75672e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:08,830 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:08,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:08,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:08,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45741,1732630925798, seqNum=-1] 2024-11-26T14:22:08,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:08,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:08,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,43487,1732630925614 2024-11-26T14:22:08,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:08,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:08,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017785c2e90002 connected 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir so I do NOT create it in target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee 2024-11-26T14:22:08,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.tmp.dir so I do NOT create it in target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee 2024-11-26T14:22:08,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:22:08,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/cluster_e8506c53-b75d-1b54-9370-52b8d96cc30f, deleteOnExit=true 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/test.cache.data in system properties and HBase conf 2024-11-26T14:22:08,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:22:08,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:08,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:22:08,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:22:09,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:09,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:09,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:09,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:09,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:22:09,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:09,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41a0abd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:09,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b4f68ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:09,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26cbc716{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/java.io.tmpdir/jetty-localhost-36659-hadoop-hdfs-3_4_1-tests_jar-_-any-6406181111739735296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:09,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ad34725{HTTP/1.1, (http/1.1)}{localhost:36659} 2024-11-26T14:22:09,327 INFO [Time-limited test {}] server.Server(415): Started @239234ms 2024-11-26T14:22:09,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:09,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:09,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:09,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:09,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:22:09,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c1f34ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:09,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a976ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:09,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f1f434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/java.io.tmpdir/jetty-localhost-43519-hadoop-hdfs-3_4_1-tests_jar-_-any-2471407038610084478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:09,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@127fafdf{HTTP/1.1, (http/1.1)}{localhost:43519} 2024-11-26T14:22:09,743 INFO [Time-limited test {}] server.Server(415): Started @239651ms 2024-11-26T14:22:09,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:22:10,400 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/cluster_e8506c53-b75d-1b54-9370-52b8d96cc30f/data/data1/current/BP-552863842-172.17.0.3-1732630928894/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:10,400 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/cluster_e8506c53-b75d-1b54-9370-52b8d96cc30f/data/data2/current/BP-552863842-172.17.0.3-1732630928894/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:10,420 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:22:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72bd7cfaff0de8a2 with lease ID 0xad3e02bd40974f8d: Processing first storage report for DS-f34c8180-c04a-43f2-bd23-fbea6072cc1f from datanode DatanodeRegistration(127.0.0.1:39941, datanodeUuid=fc8fc39a-52e8-4632-b8a7-767948ff278b, infoPort=32885, infoSecurePort=0, ipcPort=43455, storageInfo=lv=-57;cid=testClusterID;nsid=1468263774;c=1732630928894) 2024-11-26T14:22:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72bd7cfaff0de8a2 with lease ID 0xad3e02bd40974f8d: from storage DS-f34c8180-c04a-43f2-bd23-fbea6072cc1f node DatanodeRegistration(127.0.0.1:39941, datanodeUuid=fc8fc39a-52e8-4632-b8a7-767948ff278b, infoPort=32885, infoSecurePort=0, ipcPort=43455, storageInfo=lv=-57;cid=testClusterID;nsid=1468263774;c=1732630928894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72bd7cfaff0de8a2 with lease ID 0xad3e02bd40974f8d: Processing first storage report for DS-c6c34cf2-4bd4-4b56-9d02-0eb55d7bca83 from datanode DatanodeRegistration(127.0.0.1:39941, datanodeUuid=fc8fc39a-52e8-4632-b8a7-767948ff278b, infoPort=32885, infoSecurePort=0, ipcPort=43455, storageInfo=lv=-57;cid=testClusterID;nsid=1468263774;c=1732630928894) 2024-11-26T14:22:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72bd7cfaff0de8a2 with lease ID 0xad3e02bd40974f8d: from storage DS-c6c34cf2-4bd4-4b56-9d02-0eb55d7bca83 node DatanodeRegistration(127.0.0.1:39941, datanodeUuid=fc8fc39a-52e8-4632-b8a7-767948ff278b, infoPort=32885, infoSecurePort=0, ipcPort=43455, storageInfo=lv=-57;cid=testClusterID;nsid=1468263774;c=1732630928894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:10,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee 2024-11-26T14:22:10,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:10,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:22:10,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc with version=8 2024-11-26T14:22:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/hbase-staging 2024-11-26T14:22:10,888 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:10,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32821 2024-11-26T14:22:10,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32821 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:10,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328210x0, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:10,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32821-0x1017785c2e90003 connected 2024-11-26T14:22:11,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:11,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:11,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/running 2024-11-26T14:22:11,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc, hbase.cluster.distributed=false 2024-11-26T14:22:11,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/acl 2024-11-26T14:22:11,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-26T14:22:11,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32821 2024-11-26T14:22:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32821 2024-11-26T14:22:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-26T14:22:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-26T14:22:11,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:11,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:11,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:11,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:11,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:11,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:11,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:22:11,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:11,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32787 2024-11-26T14:22:11,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32787 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:11,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:11,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:11,062 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327870x0, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:11,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32787-0x1017785c2e90004 connected 2024-11-26T14:22:11,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/running 2024-11-26T14:22:11,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:22:11,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:22:11,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/master 2024-11-26T14:22:11,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/acl 2024-11-26T14:22:11,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-26T14:22:11,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32787 2024-11-26T14:22:11,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32787 2024-11-26T14:22:11,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-26T14:22:11,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32787 2024-11-26T14:22:11,093 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:32821 2024-11-26T14:22:11,094 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11929933933/backup-masters/19945b63c2b4,32821,1732630930888 2024-11-26T14:22:11,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933/backup-masters 2024-11-26T14:22:11,103 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933/backup-masters 2024-11-26T14:22:11,104 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on existing znode=/11929933933/backup-masters/19945b63c2b4,32821,1732630930888 2024-11-26T14:22:11,114 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11929933933/master 2024-11-26T14:22:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:11,114 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:11,114 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on existing znode=/11929933933/master 2024-11-26T14:22:11,115 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11929933933/backup-masters/19945b63c2b4,32821,1732630930888 from backup master directory 2024-11-26T14:22:11,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11929933933/backup-masters/19945b63c2b4,32821,1732630930888 2024-11-26T14:22:11,124 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933/backup-masters 2024-11-26T14:22:11,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933/backup-masters 2024-11-26T14:22:11,125 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:11,125 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,32821,1732630930888 2024-11-26T14:22:11,127 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/hbase.id] with ID: d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5 2024-11-26T14:22:11,127 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/.tmp/hbase.id 2024-11-26T14:22:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:22:11,534 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/.tmp/hbase.id]:[hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/hbase.id] 2024-11-26T14:22:11,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:11,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:22:11,543 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:22:11,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:11,553 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:22:11,958 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:11,959 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:22:11,959 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:22:12,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:12,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:12,366 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store 2024-11-26T14:22:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:22:12,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:12,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:12,371 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:12,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:12,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:12,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:12,371 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:12,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630932371Disabling compacts and flushes for region at 1732630932371Disabling writes for close at 1732630932371Writing region close event to WAL at 1732630932371Closed at 1732630932371 2024-11-26T14:22:12,372 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/.initializing 2024-11-26T14:22:12,372 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/WALs/19945b63c2b4,32821,1732630930888 2024-11-26T14:22:12,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:12,373 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C32821%2C1732630930888, suffix=, logDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/WALs/19945b63c2b4,32821,1732630930888, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/oldWALs, maxLogs=10 2024-11-26T14:22:12,391 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/WALs/19945b63c2b4,32821,1732630930888/19945b63c2b4%2C32821%2C1732630930888.1732630932374, exclude list is [], retry=0 2024-11-26T14:22:12,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39941,DS-f34c8180-c04a-43f2-bd23-fbea6072cc1f,DISK] 2024-11-26T14:22:12,395 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/WALs/19945b63c2b4,32821,1732630930888/19945b63c2b4%2C32821%2C1732630930888.1732630932374 2024-11-26T14:22:12,395 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-26T14:22:12,395 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:12,396 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:12,396 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,396 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:22:12,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:12,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:12,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:22:12,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:12,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:12,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:22:12,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:12,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:12,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:22:12,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:12,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:12,402 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,403 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,403 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,405 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,405 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,405 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:12,406 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:12,408 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:12,408 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69362509, jitterRate=0.0335819274187088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:12,408 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630932396Initializing all the Stores at 1732630932396Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630932396Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630932397 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630932397Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630932397Cleaning up temporary data from old regions at 1732630932405 (+8 ms)Region opened successfully at 1732630932408 (+3 ms) 2024-11-26T14:22:12,408 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:22:12,410 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f7a442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:12,411 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:22:12,411 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:22:12,411 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:22:12,411 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:22:12,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:22:12,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:22:12,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:22:12,414 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:22:12,414 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Unable to get data of znode /11929933933/balancer because node does not exist (not necessarily an error) 2024-11-26T14:22:12,479 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11929933933/balancer already deleted, retry=false 2024-11-26T14:22:12,480 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:22:12,480 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Unable to get data of znode /11929933933/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:22:12,490 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11929933933/normalizer already deleted, retry=false 2024-11-26T14:22:12,490 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:22:12,491 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Unable to get data of znode /11929933933/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:22:12,500 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11929933933/switch/split already deleted, retry=false 2024-11-26T14:22:12,501 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Unable to get data of znode /11929933933/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:22:12,514 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11929933933/switch/merge already deleted, retry=false 2024-11-26T14:22:12,516 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Unable to get data of znode /11929933933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:22:12,525 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11929933933/snapshot-cleanup already deleted, retry=false 2024-11-26T14:22:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11929933933/running 2024-11-26T14:22:12,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:12,535 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11929933933/running 2024-11-26T14:22:12,535 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:12,536 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,32821,1732630930888, sessionid=0x1017785c2e90003, setting cluster-up flag (Was=false) 2024-11-26T14:22:12,651 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:12,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:12,683 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11929933933/flush-table-proc/acquired, /11929933933/flush-table-proc/reached, /11929933933/flush-table-proc/abort 2024-11-26T14:22:12,684 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,32821,1732630930888 2024-11-26T14:22:12,703 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:12,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:12,735 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11929933933/online-snapshot/acquired, /11929933933/online-snapshot/reached, /11929933933/online-snapshot/abort 2024-11-26T14:22:12,736 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,32821,1732630930888 2024-11-26T14:22:12,737 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:22:12,738 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:12,739 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:22:12,739 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:22:12,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,32821,1732630930888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:12,740 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,747 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630962747 2024-11-26T14:22:12,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:12,747 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:22:12,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:22:12,747 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:22:12,747 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:22:12,748 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:22:12,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:12,748 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:22:12,748 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:22:12,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:22:12,748 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,748 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:22:12,749 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:22:12,749 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:22:12,749 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:22:12,752 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:22:12,752 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:22:12,752 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630932752,5,FailOnTimeoutGroup] 2024-11-26T14:22:12,756 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630932752,5,FailOnTimeoutGroup] 2024-11-26T14:22:12,756 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,756 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:22:12,756 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,756 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:22:12,782 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(746): ClusterId : d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5 2024-11-26T14:22:12,782 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:22:12,788 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:22:12,788 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:22:12,799 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:22:12,799 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a06b2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:12,815 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:32787 2024-11-26T14:22:12,815 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:22:12,815 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:22:12,815 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:22:12,816 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,32821,1732630930888 with port=32787, startcode=1732630931046 2024-11-26T14:22:12,816 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:22:12,817 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:22:12,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,32787,1732630931046 2024-11-26T14:22:12,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:12,819 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc 2024-11-26T14:22:12,819 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44721 2024-11-26T14:22:12,819 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:22:12,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933/rs 2024-11-26T14:22:12,874 DEBUG [RS:0;19945b63c2b4:32787 {}] zookeeper.ZKUtil(111): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on existing znode=/11929933933/rs/19945b63c2b4,32787,1732630931046 2024-11-26T14:22:12,874 WARN [RS:0;19945b63c2b4:32787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:12,875 INFO [RS:0;19945b63c2b4:32787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:12,875 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046 2024-11-26T14:22:12,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,32787,1732630931046] 2024-11-26T14:22:12,878 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:22:12,879 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:22:12,880 INFO [RS:0;19945b63c2b4:32787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:22:12,880 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,880 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:22:12,881 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:22:12,881 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,881 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,882 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,882 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:12,882 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:12,882 DEBUG [RS:0;19945b63c2b4:32787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:12,884 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,884 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,884 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,884 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,884 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,884 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32787,1732630931046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:12,897 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:22:12,897 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32787,1732630931046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,897 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,897 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.Replication(171): 19945b63c2b4,32787,1732630931046 started 2024-11-26T14:22:12,914 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:12,914 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,32787,1732630931046, RpcServer on 19945b63c2b4/172.17.0.3:32787, sessionid=0x1017785c2e90004 2024-11-26T14:22:12,914 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:22:12,914 DEBUG [RS:0;19945b63c2b4:32787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,32787,1732630931046 2024-11-26T14:22:12,914 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,32787,1732630931046' 2024-11-26T14:22:12,914 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11929933933/flush-table-proc/abort' 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11929933933/flush-table-proc/acquired' 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,32787,1732630931046 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,32787,1732630931046' 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11929933933/online-snapshot/abort' 2024-11-26T14:22:12,915 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11929933933/online-snapshot/acquired' 2024-11-26T14:22:12,916 DEBUG [RS:0;19945b63c2b4:32787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:22:12,916 INFO [RS:0;19945b63c2b4:32787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:22:12,916 INFO [RS:0;19945b63c2b4:32787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:22:13,016 INFO [RS:0;19945b63c2b4:32787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:13,018 INFO [RS:0;19945b63c2b4:32787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C32787%2C1732630931046, suffix=, logDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/oldWALs, maxLogs=10 2024-11-26T14:22:13,034 DEBUG [RS:0;19945b63c2b4:32787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, exclude list is [], retry=0 2024-11-26T14:22:13,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39941,DS-f34c8180-c04a-43f2-bd23-fbea6072cc1f,DISK] 2024-11-26T14:22:13,041 INFO [RS:0;19945b63c2b4:32787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 2024-11-26T14:22:13,042 DEBUG [RS:0;19945b63c2b4:32787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-26T14:22:13,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:22:13,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc 2024-11-26T14:22:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:22:13,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:13,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:13,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:13,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:13,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:13,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:13,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:13,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:13,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:13,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:13,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740 2024-11-26T14:22:13,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740 2024-11-26T14:22:13,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:13,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:13,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:13,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:13,577 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:13,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74326672, jitterRate=0.10755372047424316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:13,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630933565Initializing all the Stores at 1732630933566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630933566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630933566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630933566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630933566Cleaning up temporary data from old regions at 1732630933575 (+9 ms)Region opened successfully at 1732630933578 (+3 ms) 2024-11-26T14:22:13,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:13,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:13,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:13,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:13,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:13,578 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:13,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630933578Disabling compacts and flushes for region at 1732630933578Disabling writes for close at 1732630933578Writing region close event to WAL at 1732630933578Closed at 1732630933578 2024-11-26T14:22:13,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:13,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:22:13,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:22:13,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:13,582 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:22:13,732 DEBUG [19945b63c2b4:32821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:22:13,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:13,734 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,32787,1732630931046, state=OPENING 2024-11-26T14:22:13,745 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:22:13,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:13,756 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:13,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11929933933/meta-region-server: CHANGED 2024-11-26T14:22:13,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11929933933/meta-region-server: CHANGED 2024-11-26T14:22:13,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:13,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,32787,1732630931046}] 2024-11-26T14:22:13,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:22:13,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:13,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:22:13,913 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:22:13,913 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:13,913 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:22:13,914 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C32787%2C1732630931046.meta, suffix=.meta, logDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/oldWALs, maxLogs=10 2024-11-26T14:22:13,932 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.meta.1732630933914.meta, exclude list is [], retry=0 2024-11-26T14:22:13,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39941,DS-f34c8180-c04a-43f2-bd23-fbea6072cc1f,DISK] 2024-11-26T14:22:13,936 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.meta.1732630933914.meta 2024-11-26T14:22:13,937 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-26T14:22:13,937 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:13,937 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:13,938 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:13,938 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:22:13,938 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:22:13,938 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:22:13,938 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:13,938 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:22:13,938 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:22:13,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:13,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:13,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:13,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:13,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:13,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:13,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:13,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:13,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:13,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:13,946 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:13,946 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740 2024-11-26T14:22:13,947 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740 2024-11-26T14:22:13,948 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:13,948 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:13,948 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:13,949 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:13,949 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59537112, jitterRate=-0.11282789707183838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:13,949 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:22:13,949 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630933938Writing region info on filesystem at 1732630933938Initializing all the Stores at 1732630933939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630933939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630933939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630933939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630933939Cleaning up temporary data from old regions at 1732630933948 (+9 ms)Running coprocessor post-open hooks at 1732630933949 (+1 ms)Region opened successfully at 1732630933949 2024-11-26T14:22:13,950 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630933908 2024-11-26T14:22:13,952 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:22:13,952 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:22:13,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:13,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,32787,1732630931046, state=OPEN 2024-11-26T14:22:13,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11929933933/meta-region-server 2024-11-26T14:22:13,963 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11929933933/meta-region-server 2024-11-26T14:22:13,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:13,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11929933933/meta-region-server: CHANGED 2024-11-26T14:22:13,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11929933933/meta-region-server: CHANGED 2024-11-26T14:22:13,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:22:13,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,32787,1732630931046 in 207 msec 2024-11-26T14:22:13,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:22:13,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-26T14:22:13,967 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:13,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:22:13,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:13,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32787,1732630931046, seqNum=-1] 2024-11-26T14:22:13,969 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:13,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:13,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-26T14:22:13,975 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630933975, completionTime=-1 2024-11-26T14:22:13,975 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:22:13,975 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:22:13,977 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:22:13,977 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630993977 2024-11-26T14:22:13,977 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631053977 2024-11-26T14:22:13,977 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:22:13,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32821,1732630930888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32821,1732630930888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32821,1732630930888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:32821, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,978 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,980 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:22:13,981 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.856sec 2024-11-26T14:22:13,981 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:22:13,981 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:22:13,981 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:22:13,981 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:22:13,981 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:22:13,982 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32821,1732630930888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:13,982 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32821,1732630930888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:22:13,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d3cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:13,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,32821,-1 for getting cluster id 2024-11-26T14:22:13,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:13,983 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:22:13,983 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:22:13,983 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32821,1732630930888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:13,984 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5' 2024-11-26T14:22:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5" 2024-11-26T14:22:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeacce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,32821,-1] 2024-11-26T14:22:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:13,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:13,986 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:13,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae5e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:13,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:13,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32787,1732630931046, seqNum=-1] 2024-11-26T14:22:13,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:13,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:13,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,32821,1732630930888 2024-11-26T14:22:13,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:14,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:14,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017785c2e90005 connected 2024-11-26T14:22:14,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir so I do NOT create it in target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9 2024-11-26T14:22:14,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:22:14,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.tmp.dir so I do NOT create it in target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9 2024-11-26T14:22:14,092 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:22:14,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/cluster_5683bc73-39b7-abb0-07aa-1111957d4c0e, deleteOnExit=true 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/test.cache.data in system properties and HBase conf 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:22:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:22:14,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:22:14,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:22:14,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:22:14,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:14,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:14,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:14,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:14,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:22:14,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:14,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ff497eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:14,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7771e315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:14,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@111c79e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/java.io.tmpdir/jetty-localhost-41183-hadoop-hdfs-3_4_1-tests_jar-_-any-1155320939022319370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:14,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67dd6ca0{HTTP/1.1, (http/1.1)}{localhost:41183} 2024-11-26T14:22:14,609 INFO [Time-limited test {}] server.Server(415): Started @244516ms 2024-11-26T14:22:14,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:14,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:14,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:14,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:14,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:22:14,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55d9dd75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:14,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f01500d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:14,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49aebc83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/java.io.tmpdir/jetty-localhost-42225-hadoop-hdfs-3_4_1-tests_jar-_-any-2105259511081321272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:14,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cddb72{HTTP/1.1, (http/1.1)}{localhost:42225} 2024-11-26T14:22:14,984 INFO [Time-limited test {}] server.Server(415): Started @244891ms 2024-11-26T14:22:14,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:22:15,677 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/cluster_5683bc73-39b7-abb0-07aa-1111957d4c0e/data/data1/current/BP-1211457291-172.17.0.3-1732630934113/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:15,680 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/cluster_5683bc73-39b7-abb0-07aa-1111957d4c0e/data/data2/current/BP-1211457291-172.17.0.3-1732630934113/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:15,696 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:22:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2ffc07f13dd13ab with lease ID 0x70f4c1f3d029dd20: Processing first storage report for DS-6f285529-34e0-4473-9ea9-346db752111f from datanode DatanodeRegistration(127.0.0.1:37899, datanodeUuid=00b29d59-cfd7-4045-ab85-c929648b6db2, infoPort=35407, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1561434105;c=1732630934113) 2024-11-26T14:22:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2ffc07f13dd13ab with lease ID 0x70f4c1f3d029dd20: from storage DS-6f285529-34e0-4473-9ea9-346db752111f node DatanodeRegistration(127.0.0.1:37899, datanodeUuid=00b29d59-cfd7-4045-ab85-c929648b6db2, infoPort=35407, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1561434105;c=1732630934113), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2ffc07f13dd13ab with lease ID 0x70f4c1f3d029dd20: Processing first storage report for DS-227673b6-7d73-43f7-921d-ad502120040c from datanode DatanodeRegistration(127.0.0.1:37899, datanodeUuid=00b29d59-cfd7-4045-ab85-c929648b6db2, infoPort=35407, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1561434105;c=1732630934113) 2024-11-26T14:22:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2ffc07f13dd13ab with lease ID 0x70f4c1f3d029dd20: from storage DS-227673b6-7d73-43f7-921d-ad502120040c node DatanodeRegistration(127.0.0.1:37899, datanodeUuid=00b29d59-cfd7-4045-ab85-c929648b6db2, infoPort=35407, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1561434105;c=1732630934113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:15,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9 2024-11-26T14:22:15,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:15,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:15,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:22:16,133 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7 with version=8 2024-11-26T14:22:16,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/hbase-staging 2024-11-26T14:22:16,135 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:16,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40725 2024-11-26T14:22:16,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40725 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:16,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407250x0, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:16,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40725-0x1017785c2e90006 connected 2024-11-26T14:22:16,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:16,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:16,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/running 2024-11-26T14:22:16,273 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7, hbase.cluster.distributed=false 2024-11-26T14:22:16,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/acl 2024-11-26T14:22:16,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-26T14:22:16,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40725 2024-11-26T14:22:16,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40725 2024-11-26T14:22:16,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-26T14:22:16,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40725 2024-11-26T14:22:16,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:16,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46437 2024-11-26T14:22:16,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46437 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:16,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:16,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:16,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464370x0, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:16,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464370x0, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/running 2024-11-26T14:22:16,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46437-0x1017785c2e90007 connected 2024-11-26T14:22:16,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:22:16,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:22:16,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/master 2024-11-26T14:22:16,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/acl 2024-11-26T14:22:16,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-26T14:22:16,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46437 2024-11-26T14:22:16,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46437 2024-11-26T14:22:16,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-26T14:22:16,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46437 2024-11-26T14:22:16,337 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:40725 2024-11-26T14:22:16,337 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1538707374/backup-masters/19945b63c2b4,40725,1732630936135 2024-11-26T14:22:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374/backup-masters 2024-11-26T14:22:16,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374/backup-masters 2024-11-26T14:22:16,346 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on existing znode=/2-1538707374/backup-masters/19945b63c2b4,40725,1732630936135 2024-11-26T14:22:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1538707374/master 2024-11-26T14:22:16,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:16,356 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on existing znode=/2-1538707374/master 2024-11-26T14:22:16,356 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1538707374/backup-masters/19945b63c2b4,40725,1732630936135 from backup master directory 2024-11-26T14:22:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1538707374/backup-masters/19945b63c2b4,40725,1732630936135 2024-11-26T14:22:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374/backup-masters 2024-11-26T14:22:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374/backup-masters 2024-11-26T14:22:16,366 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:16,366 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,40725,1732630936135 2024-11-26T14:22:16,369 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/hbase.id] with ID: 8bbccc8f-1d9c-4e30-851e-2d88d501ff0c 2024-11-26T14:22:16,369 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/.tmp/hbase.id 2024-11-26T14:22:16,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:22:16,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:22:16,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:22:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-26T14:22:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T14:22:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:22:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:22:16,775 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/.tmp/hbase.id]:[hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/hbase.id] 2024-11-26T14:22:16,782 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:16,782 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:22:16,783 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:22:16,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:16,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:22:17,214 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:17,215 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:22:17,215 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:22:17,626 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store 2024-11-26T14:22:17,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:22:18,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:18,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:18,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:18,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:18,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:18,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:18,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:18,034 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630938034Disabling compacts and flushes for region at 1732630938034Disabling writes for close at 1732630938034Writing region close event to WAL at 1732630938034Closed at 1732630938034 2024-11-26T14:22:18,035 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/.initializing 2024-11-26T14:22:18,035 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/WALs/19945b63c2b4,40725,1732630936135 2024-11-26T14:22:18,036 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:18,037 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C40725%2C1732630936135, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/WALs/19945b63c2b4,40725,1732630936135, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/oldWALs, maxLogs=10 2024-11-26T14:22:18,054 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/WALs/19945b63c2b4,40725,1732630936135/19945b63c2b4%2C40725%2C1732630936135.1732630938037, exclude list is [], retry=0 2024-11-26T14:22:18,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-6f285529-34e0-4473-9ea9-346db752111f,DISK] 2024-11-26T14:22:18,058 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/WALs/19945b63c2b4,40725,1732630936135/19945b63c2b4%2C40725%2C1732630936135.1732630938037 2024-11-26T14:22:18,059 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35407:35407)] 2024-11-26T14:22:18,059 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:18,059 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:18,059 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,059 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:22:18,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:18,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:22:18,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:18,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:22:18,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:18,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:22:18,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:18,064 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,064 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,065 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,065 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,065 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,066 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:18,066 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:18,067 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:18,068 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70819339, jitterRate=0.05529038608074188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:18,068 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630938059Initializing all the Stores at 1732630938060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630938060Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630938060Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630938060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630938060Cleaning up temporary data from old regions at 1732630938065 (+5 ms)Region opened successfully at 1732630938068 (+3 ms) 2024-11-26T14:22:18,068 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:22:18,070 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26563a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:18,070 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:22:18,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:22:18,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:22:18,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:22:18,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:22:18,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:22:18,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:22:18,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:22:18,073 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Unable to get data of znode /2-1538707374/balancer because node does not exist (not necessarily an error) 2024-11-26T14:22:18,158 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/balancer already deleted, retry=false 2024-11-26T14:22:18,158 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:22:18,159 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Unable to get data of znode /2-1538707374/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:22:18,172 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/normalizer already deleted, retry=false 2024-11-26T14:22:18,172 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:22:18,207 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Unable to get data of znode /2-1538707374/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:22:18,219 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/switch/split already deleted, retry=false 2024-11-26T14:22:18,220 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Unable to get data of znode /2-1538707374/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:22:18,229 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/switch/merge already deleted, retry=false 2024-11-26T14:22:18,232 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Unable to get data of znode /2-1538707374/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:22:18,240 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/snapshot-cleanup already deleted, retry=false 2024-11-26T14:22:18,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1538707374/running 2024-11-26T14:22:18,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1538707374/running 2024-11-26T14:22:18,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:18,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:18,258 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,40725,1732630936135, sessionid=0x1017785c2e90006, setting cluster-up flag (Was=false) 2024-11-26T14:22:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:18,310 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1538707374/flush-table-proc/acquired, /2-1538707374/flush-table-proc/reached, /2-1538707374/flush-table-proc/abort 2024-11-26T14:22:18,311 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,40725,1732630936135 2024-11-26T14:22:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:18,366 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1538707374/online-snapshot/acquired, /2-1538707374/online-snapshot/reached, /2-1538707374/online-snapshot/abort 2024-11-26T14:22:18,367 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,40725,1732630936135 2024-11-26T14:22:18,368 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:22:18,369 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:18,369 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:22:18,369 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:22:18,369 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,40725,1732630936135 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:22:18,370 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:18,371 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,371 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732630968371 2024-11-26T14:22:18,371 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:22:18,371 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:22:18,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:22:18,372 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:22:18,373 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:22:18,373 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:22:18,376 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630938373,5,FailOnTimeoutGroup] 2024-11-26T14:22:18,378 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630938376,5,FailOnTimeoutGroup] 2024-11-26T14:22:18,378 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,378 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:22:18,378 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,378 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:22:18,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:18,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:18,414 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48423 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:18,427 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(746): ClusterId : 8bbccc8f-1d9c-4e30-851e-2d88d501ff0c 2024-11-26T14:22:18,427 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:22:18,506 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:22:18,506 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:22:18,532 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:22:18,533 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5cde34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:18,544 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:46437 2024-11-26T14:22:18,545 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:22:18,545 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:22:18,545 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:22:18,545 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,40725,1732630936135 with port=46437, startcode=1732630936293 2024-11-26T14:22:18,545 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:22:18,547 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:22:18,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,46437,1732630936293 2024-11-26T14:22:18,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40725 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:18,549 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7 2024-11-26T14:22:18,549 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41859 2024-11-26T14:22:18,549 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:22:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374/rs 2024-11-26T14:22:18,587 DEBUG [RS:0;19945b63c2b4:46437 {}] zookeeper.ZKUtil(111): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on existing znode=/2-1538707374/rs/19945b63c2b4,46437,1732630936293 2024-11-26T14:22:18,587 WARN [RS:0;19945b63c2b4:46437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:18,588 INFO [RS:0;19945b63c2b4:46437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:18,588 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293 2024-11-26T14:22:18,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,46437,1732630936293] 2024-11-26T14:22:18,591 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:22:18,592 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:22:18,593 INFO [RS:0;19945b63c2b4:46437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:22:18,593 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,593 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:22:18,594 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:22:18,594 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:18,594 DEBUG [RS:0;19945b63c2b4:46437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:18,596 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,596 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,596 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,596 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,596 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,596 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,46437,1732630936293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:18,613 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:22:18,613 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,46437,1732630936293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,613 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,613 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.Replication(171): 19945b63c2b4,46437,1732630936293 started 2024-11-26T14:22:18,629 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:18,629 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,46437,1732630936293, RpcServer on 19945b63c2b4/172.17.0.3:46437, sessionid=0x1017785c2e90007 2024-11-26T14:22:18,630 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:22:18,630 DEBUG [RS:0;19945b63c2b4:46437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,46437,1732630936293 2024-11-26T14:22:18,630 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,46437,1732630936293' 2024-11-26T14:22:18,630 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1538707374/flush-table-proc/abort' 2024-11-26T14:22:18,630 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1538707374/flush-table-proc/acquired' 2024-11-26T14:22:18,631 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:22:18,631 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:22:18,631 DEBUG [RS:0;19945b63c2b4:46437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,46437,1732630936293 2024-11-26T14:22:18,631 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,46437,1732630936293' 2024-11-26T14:22:18,631 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1538707374/online-snapshot/abort' 2024-11-26T14:22:18,631 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1538707374/online-snapshot/acquired' 2024-11-26T14:22:18,632 DEBUG [RS:0;19945b63c2b4:46437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:22:18,632 INFO [RS:0;19945b63c2b4:46437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:22:18,632 INFO [RS:0;19945b63c2b4:46437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:22:18,732 INFO [RS:0;19945b63c2b4:46437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:18,744 INFO [RS:0;19945b63c2b4:46437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C46437%2C1732630936293, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/oldWALs, maxLogs=10 2024-11-26T14:22:18,762 DEBUG [RS:0;19945b63c2b4:46437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, exclude list is [], retry=0 2024-11-26T14:22:18,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-6f285529-34e0-4473-9ea9-346db752111f,DISK] 2024-11-26T14:22:18,777 INFO [RS:0;19945b63c2b4:46437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 2024-11-26T14:22:18,777 DEBUG [RS:0;19945b63c2b4:46437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35407:35407)] 2024-11-26T14:22:18,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:22:18,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7 2024-11-26T14:22:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:22:18,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:18,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:18,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:18,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:18,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:18,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:18,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:18,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:18,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:18,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:18,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:18,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:18,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:18,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:18,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:18,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740 2024-11-26T14:22:18,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740 2024-11-26T14:22:18,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:18,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:18,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:18,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:18,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:18,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64715568, jitterRate=-0.03566288948059082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:18,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630938826Initializing all the Stores at 1732630938828 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630938828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630938828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630938828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630938828Cleaning up temporary data from old regions at 1732630938840 (+12 ms)Region opened successfully at 1732630938844 (+4 ms) 2024-11-26T14:22:18,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:18,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:18,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:18,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:18,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:18,845 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:18,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630938845Disabling compacts and flushes for region at 1732630938845Disabling writes for close at 1732630938845Writing region close event to WAL at 1732630938845Closed at 1732630938845 2024-11-26T14:22:18,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:18,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:22:18,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:22:18,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:18,848 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:22:18,998 DEBUG [19945b63c2b4:40725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:22:18,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:19,000 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,46437,1732630936293, state=OPENING 2024-11-26T14:22:19,030 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:22:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:19,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:19,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:19,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,46437,1732630936293}] 2024-11-26T14:22:19,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1538707374/meta-region-server: CHANGED 2024-11-26T14:22:19,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1538707374/meta-region-server: CHANGED 2024-11-26T14:22:19,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:19,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:22:19,198 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:22:19,198 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:19,198 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:22:19,199 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C46437%2C1732630936293.meta, suffix=.meta, logDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/oldWALs, maxLogs=10 2024-11-26T14:22:19,216 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.meta.1732630939200.meta, exclude list is [], retry=0 2024-11-26T14:22:19,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-6f285529-34e0-4473-9ea9-346db752111f,DISK] 2024-11-26T14:22:19,220 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.meta.1732630939200.meta 2024-11-26T14:22:19,220 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35407:35407)] 2024-11-26T14:22:19,220 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:19,221 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:19,221 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:19,221 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:22:19,221 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:22:19,221 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:22:19,221 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:19,221 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:22:19,221 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:22:19,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:19,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:19,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:19,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:19,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:19,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:19,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:19,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:19,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:19,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:19,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:19,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:19,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:19,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:19,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:19,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:19,228 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:19,228 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740 2024-11-26T14:22:19,229 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740 2024-11-26T14:22:19,230 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:19,230 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:19,231 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:19,232 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:19,233 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59263151, jitterRate=-0.11691023409366608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:19,233 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:22:19,233 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630939221Writing region info on filesystem at 1732630939221Initializing all the Stores at 1732630939222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630939222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630939222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630939222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630939222Cleaning up temporary data from old regions at 1732630939230 (+8 ms)Running coprocessor post-open hooks at 1732630939233 (+3 ms)Region opened successfully at 1732630939233 2024-11-26T14:22:19,235 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630939194 2024-11-26T14:22:19,237 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:22:19,237 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:22:19,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:19,238 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,46437,1732630936293, state=OPEN 2024-11-26T14:22:19,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1538707374/meta-region-server 2024-11-26T14:22:19,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1538707374/meta-region-server 2024-11-26T14:22:19,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:19,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1538707374/meta-region-server: CHANGED 2024-11-26T14:22:19,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1538707374/meta-region-server: CHANGED 2024-11-26T14:22:19,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:22:19,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,46437,1732630936293 in 210 msec 2024-11-26T14:22:19,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:22:19,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-26T14:22:19,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:19,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:22:19,256 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:19,256 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46437,1732630936293, seqNum=-1] 2024-11-26T14:22:19,257 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:19,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:19,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-11-26T14:22:19,263 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630939263, completionTime=-1 2024-11-26T14:22:19,263 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:22:19,263 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:22:19,265 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:22:19,265 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732630999265 2024-11-26T14:22:19,265 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631059265 2024-11-26T14:22:19,265 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:22:19,266 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40725,1732630936135-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,266 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40725,1732630936135-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,266 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40725,1732630936135-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,266 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:40725, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,266 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,269 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:22:19,272 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,276 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40725,1732630936135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:19,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40725,1732630936135-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:22:19,279 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:22:19,279 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:22:19,279 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40725,1732630936135-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:19,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725611db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:19,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:19,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:19,338 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b59e844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:19,341 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:19,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4c7dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:19,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46437,1732630936293, seqNum=-1] 2024-11-26T14:22:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:19,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:19,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,40725,1732630936135 2024-11-26T14:22:19,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60304 2024-11-26T14:22:19,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:19,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017785c2e90008 connected 2024-11-26T14:22:19,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,43487,1732630925614 2024-11-26T14:22:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689d4331 2024-11-26T14:22:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:19,377 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:19,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:22:19,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:22:19,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:19,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:22:19,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:22:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:22:19,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:19,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:19,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:19,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f36cdc6cbeb0b7d4baef361365e44810, NAME => 'test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff 2024-11-26T14:22:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:22:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:20,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:20,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f36cdc6cbeb0b7d4baef361365e44810, disabling compactions & flushes 2024-11-26T14:22:20,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. after waiting 0 ms 2024-11-26T14:22:20,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f36cdc6cbeb0b7d4baef361365e44810: Waiting for close lock at 1732630940195Disabling compacts and flushes for region at 1732630940195Disabling writes for close at 1732630940196 (+1 ms)Writing region close event to WAL at 1732630940196Closed at 1732630940196 2024-11-26T14:22:20,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:22:20,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630940197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630940197"}]},"ts":"1732630940197"} 2024-11-26T14:22:20,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:22:20,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:22:20,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630940201"}]},"ts":"1732630940201"} 2024-11-26T14:22:20,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:22:20,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f36cdc6cbeb0b7d4baef361365e44810, ASSIGN}] 2024-11-26T14:22:20,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f36cdc6cbeb0b7d4baef361365e44810, ASSIGN 2024-11-26T14:22:20,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f36cdc6cbeb0b7d4baef361365e44810, ASSIGN; state=OFFLINE, location=19945b63c2b4,45741,1732630925798; forceNewPlan=false, retain=false 2024-11-26T14:22:20,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f36cdc6cbeb0b7d4baef361365e44810, regionState=OPENING, regionLocation=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:20,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f36cdc6cbeb0b7d4baef361365e44810, ASSIGN because future has completed 2024-11-26T14:22:20,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f36cdc6cbeb0b7d4baef361365e44810, server=19945b63c2b4,45741,1732630925798}] 2024-11-26T14:22:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:20,515 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,515 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f36cdc6cbeb0b7d4baef361365e44810, NAME => 'test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:20,515 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:20,515 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:22:20,516 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,516 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:20,516 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,516 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,519 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,520 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f36cdc6cbeb0b7d4baef361365e44810 columnFamilyName f 2024-11-26T14:22:20,521 DEBUG [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:20,521 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] regionserver.HStore(327): Store=f36cdc6cbeb0b7d4baef361365e44810/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:20,521 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,522 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f36cdc6cbeb0b7d4baef361365e44810 columnFamilyName f1 2024-11-26T14:22:20,522 DEBUG [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:20,522 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] regionserver.HStore(327): Store=f36cdc6cbeb0b7d4baef361365e44810/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:20,522 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,523 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f36cdc6cbeb0b7d4baef361365e44810 columnFamilyName norep 2024-11-26T14:22:20,523 DEBUG [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:20,523 INFO [StoreOpener-f36cdc6cbeb0b7d4baef361365e44810-1 {}] regionserver.HStore(327): Store=f36cdc6cbeb0b7d4baef361365e44810/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:20,523 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,524 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,524 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,525 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,525 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,525 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:22:20,526 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,531 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:20,531 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f36cdc6cbeb0b7d4baef361365e44810; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65754659, jitterRate=-0.020179226994514465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:22:20,531 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:20,532 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f36cdc6cbeb0b7d4baef361365e44810: Running coprocessor pre-open hook at 1732630940516Writing region info on filesystem at 1732630940516Initializing all the Stores at 1732630940516Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630940516Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630940519 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630940519Cleaning up temporary data from old regions at 1732630940525 (+6 ms)Running coprocessor post-open hooks at 1732630940531 (+6 ms)Region opened successfully at 1732630940532 (+1 ms) 2024-11-26T14:22:20,533 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810., pid=6, masterSystemTime=1732630940509 2024-11-26T14:22:20,534 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,534 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:20,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f36cdc6cbeb0b7d4baef361365e44810, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:20,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f36cdc6cbeb0b7d4baef361365e44810, server=19945b63c2b4,45741,1732630925798 because future has completed 2024-11-26T14:22:20,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:22:20,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f36cdc6cbeb0b7d4baef361365e44810, server=19945b63c2b4,45741,1732630925798 in 180 msec 2024-11-26T14:22:20,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:22:20,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f36cdc6cbeb0b7d4baef361365e44810, ASSIGN in 336 msec 2024-11-26T14:22:20,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:22:20,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630940541"}]},"ts":"1732630940541"} 2024-11-26T14:22:20,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:22:20,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:22:20,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-26T14:22:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:21,525 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:22:21,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,32821,1732630930888 2024-11-26T14:22:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a56928 2024-11-26T14:22:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:21,528 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:21,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:22:21,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:22:21,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:21,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:22:21,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:22:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:22:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:21,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04f860d653ce1d114fbfa06bb44800a0, NAME => 'test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc 2024-11-26T14:22:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:22:22,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:22,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 04f860d653ce1d114fbfa06bb44800a0, disabling compactions & flushes 2024-11-26T14:22:22,011 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,011 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. after waiting 0 ms 2024-11-26T14:22:22,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04f860d653ce1d114fbfa06bb44800a0: Waiting for close lock at 1732630942011Disabling compacts and flushes for region at 1732630942011Disabling writes for close at 1732630942012 (+1 ms)Writing region close event to WAL at 1732630942012Closed at 1732630942012 2024-11-26T14:22:22,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:22:22,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630942016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630942016"}]},"ts":"1732630942016"} 2024-11-26T14:22:22,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:22:22,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:22:22,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630942033"}]},"ts":"1732630942033"} 2024-11-26T14:22:22,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:22:22,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04f860d653ce1d114fbfa06bb44800a0, ASSIGN}] 2024-11-26T14:22:22,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04f860d653ce1d114fbfa06bb44800a0, ASSIGN 2024-11-26T14:22:22,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=04f860d653ce1d114fbfa06bb44800a0, ASSIGN; state=OFFLINE, location=19945b63c2b4,32787,1732630931046; forceNewPlan=false, retain=false 2024-11-26T14:22:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:22,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04f860d653ce1d114fbfa06bb44800a0, regionState=OPENING, regionLocation=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:22,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=04f860d653ce1d114fbfa06bb44800a0, ASSIGN because future has completed 2024-11-26T14:22:22,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f860d653ce1d114fbfa06bb44800a0, server=19945b63c2b4,32787,1732630931046}] 2024-11-26T14:22:22,386 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,386 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04f860d653ce1d114fbfa06bb44800a0, NAME => 'test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:22,387 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:22,387 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:22:22,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:22,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,395 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,423 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f860d653ce1d114fbfa06bb44800a0 columnFamilyName f 2024-11-26T14:22:22,423 DEBUG [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:22,424 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] regionserver.HStore(327): Store=04f860d653ce1d114fbfa06bb44800a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:22,425 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,435 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f860d653ce1d114fbfa06bb44800a0 columnFamilyName f1 2024-11-26T14:22:22,435 DEBUG [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:22,443 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] regionserver.HStore(327): Store=04f860d653ce1d114fbfa06bb44800a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:22,443 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,449 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f860d653ce1d114fbfa06bb44800a0 columnFamilyName norep 2024-11-26T14:22:22,449 DEBUG [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:22,450 INFO [StoreOpener-04f860d653ce1d114fbfa06bb44800a0-1 {}] regionserver.HStore(327): Store=04f860d653ce1d114fbfa06bb44800a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:22,450 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,451 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,451 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,451 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,451 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,452 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:22:22,453 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,457 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:22,457 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04f860d653ce1d114fbfa06bb44800a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60751273, jitterRate=-0.09473548829555511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:22:22,457 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:22,457 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04f860d653ce1d114fbfa06bb44800a0: Running coprocessor pre-open hook at 1732630942387Writing region info on filesystem at 1732630942387Initializing all the Stores at 1732630942389 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630942389Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630942389Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630942389Cleaning up temporary data from old regions at 1732630942451 (+62 ms)Running coprocessor post-open hooks at 1732630942457 (+6 ms)Region opened successfully at 1732630942457 2024-11-26T14:22:22,458 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0., pid=6, masterSystemTime=1732630942363 2024-11-26T14:22:22,461 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,461 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:22,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04f860d653ce1d114fbfa06bb44800a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:22,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f860d653ce1d114fbfa06bb44800a0, server=19945b63c2b4,32787,1732630931046 because future has completed 2024-11-26T14:22:22,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:22:22,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04f860d653ce1d114fbfa06bb44800a0, server=19945b63c2b4,32787,1732630931046 in 256 msec 2024-11-26T14:22:22,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:22:22,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=04f860d653ce1d114fbfa06bb44800a0, ASSIGN in 415 msec 2024-11-26T14:22:22,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:22:22,470 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630942470"}]},"ts":"1732630942470"} 2024-11-26T14:22:22,472 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:22:22,473 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:22:22,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 944 msec 2024-11-26T14:22:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:22,676 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:22:22,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:22,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40725,1732630936135 2024-11-26T14:22:22,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ded7ec8 2024-11-26T14:22:22,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:22,678 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:22,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:22:22,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:22:22,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:22,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:22:22,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:22:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:22:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:23,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee9fbfaa01246b9e7b22804d5033ccb6, NAME => 'test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7 2024-11-26T14:22:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:22:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:23,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:23,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee9fbfaa01246b9e7b22804d5033ccb6, disabling compactions & flushes 2024-11-26T14:22:23,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. after waiting 0 ms 2024-11-26T14:22:23,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee9fbfaa01246b9e7b22804d5033ccb6: Waiting for close lock at 1732630943501Disabling compacts and flushes for region at 1732630943501Disabling writes for close at 1732630943501Writing region close event to WAL at 1732630943501Closed at 1732630943501 2024-11-26T14:22:23,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:22:23,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630943502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630943502"}]},"ts":"1732630943502"} 2024-11-26T14:22:23,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:22:23,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:22:23,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630943506"}]},"ts":"1732630943506"} 2024-11-26T14:22:23,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:22:23,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee9fbfaa01246b9e7b22804d5033ccb6, ASSIGN}] 2024-11-26T14:22:23,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee9fbfaa01246b9e7b22804d5033ccb6, ASSIGN 2024-11-26T14:22:23,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee9fbfaa01246b9e7b22804d5033ccb6, ASSIGN; state=OFFLINE, location=19945b63c2b4,46437,1732630936293; forceNewPlan=false, retain=false 2024-11-26T14:22:23,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9fbfaa01246b9e7b22804d5033ccb6, regionState=OPENING, regionLocation=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:23,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee9fbfaa01246b9e7b22804d5033ccb6, ASSIGN because future has completed 2024-11-26T14:22:23,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9fbfaa01246b9e7b22804d5033ccb6, server=19945b63c2b4,46437,1732630936293}] 2024-11-26T14:22:23,823 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,824 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9fbfaa01246b9e7b22804d5033ccb6, NAME => 'test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:23,824 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:23,824 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:22:23,824 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,824 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:23,825 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,825 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:23,848 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,849 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fbfaa01246b9e7b22804d5033ccb6 columnFamilyName f 2024-11-26T14:22:23,850 DEBUG [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:23,850 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] regionserver.HStore(327): Store=ee9fbfaa01246b9e7b22804d5033ccb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:23,850 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,851 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fbfaa01246b9e7b22804d5033ccb6 columnFamilyName f1 2024-11-26T14:22:23,851 DEBUG [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:23,855 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] regionserver.HStore(327): Store=ee9fbfaa01246b9e7b22804d5033ccb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:23,855 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,857 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9fbfaa01246b9e7b22804d5033ccb6 columnFamilyName norep 2024-11-26T14:22:23,858 DEBUG [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:23,858 INFO [StoreOpener-ee9fbfaa01246b9e7b22804d5033ccb6-1 {}] regionserver.HStore(327): Store=ee9fbfaa01246b9e7b22804d5033ccb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:23,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,859 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,859 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,861 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,861 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,861 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:22:23,862 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,864 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:23,864 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee9fbfaa01246b9e7b22804d5033ccb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59936207, jitterRate=-0.10688091814517975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:22:23,864 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:23,864 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee9fbfaa01246b9e7b22804d5033ccb6: Running coprocessor pre-open hook at 1732630943825Writing region info on filesystem at 1732630943825Initializing all the Stores at 1732630943832 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630943832Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630943844 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630943844Cleaning up temporary data from old regions at 1732630943861 (+17 ms)Running coprocessor post-open hooks at 1732630943864 (+3 ms)Region opened successfully at 1732630943864 2024-11-26T14:22:23,867 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6., pid=6, masterSystemTime=1732630943815 2024-11-26T14:22:23,869 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,869 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:23,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9fbfaa01246b9e7b22804d5033ccb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:23,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9fbfaa01246b9e7b22804d5033ccb6, server=19945b63c2b4,46437,1732630936293 because future has completed 2024-11-26T14:22:23,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:22:23,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee9fbfaa01246b9e7b22804d5033ccb6, server=19945b63c2b4,46437,1732630936293 in 215 msec 2024-11-26T14:22:23,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:22:23,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee9fbfaa01246b9e7b22804d5033ccb6, ASSIGN in 372 msec 2024-11-26T14:22:23,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:22:23,884 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630943884"}]},"ts":"1732630943884"} 2024-11-26T14:22:23,887 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:22:23,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:22:23,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2090 sec 2024-11-26T14:22:24,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:24,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:24,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:22:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:22:24,843 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:22:24,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364cd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:24,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:24,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:24,845 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee5964e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:24,847 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723813ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:24,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,43487,1732630925614 2024-11-26T14:22:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630049ef 2024-11-26T14:22:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:24,849 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:24,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:22:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:22:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:24,852 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:32821' 2024-11-26T14:22:24,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d32c2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:24,853 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,32821,-1 for getting cluster id 2024-11-26T14:22:24,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:24,854 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5' 2024-11-26T14:22:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5" 2024-11-26T14:22:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e5f453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,32821,-1] 2024-11-26T14:22:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:24,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:24,855 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:24,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666fefbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:24,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:24,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,32821,1732630930888 2024-11-26T14:22:24,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ebaa5d4 2024-11-26T14:22:24,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:24,858 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:24,859 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:22:24,859 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:22:24,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:24,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:24,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:24,860 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:24,861 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:22:24,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:22:24,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:24,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:22:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:22:24,911 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:22:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:25,275 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0d2209a55bf433b39a26c01f527e93b, NAME => 'hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff 2024-11-26T14:22:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:22:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:25,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:25,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0d2209a55bf433b39a26c01f527e93b, disabling compactions & flushes 2024-11-26T14:22:25,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:25,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:25,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. after waiting 0 ms 2024-11-26T14:22:25,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:25,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:25,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0d2209a55bf433b39a26c01f527e93b: Waiting for close lock at 1732630945688Disabling compacts and flushes for region at 1732630945688Disabling writes for close at 1732630945688Writing region close event to WAL at 1732630945689 (+1 ms)Closed at 1732630945689 2024-11-26T14:22:25,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:22:25,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630945690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630945690"}]},"ts":"1732630945690"} 2024-11-26T14:22:25,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:22:25,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:22:25,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630945693"}]},"ts":"1732630945693"} 2024-11-26T14:22:25,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:22:25,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0d2209a55bf433b39a26c01f527e93b, ASSIGN}] 2024-11-26T14:22:25,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0d2209a55bf433b39a26c01f527e93b, ASSIGN 2024-11-26T14:22:25,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0d2209a55bf433b39a26c01f527e93b, ASSIGN; state=OFFLINE, location=19945b63c2b4,45741,1732630925798; forceNewPlan=false, retain=false 2024-11-26T14:22:25,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0d2209a55bf433b39a26c01f527e93b, regionState=OPENING, regionLocation=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:25,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0d2209a55bf433b39a26c01f527e93b, ASSIGN because future has completed 2024-11-26T14:22:25,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0d2209a55bf433b39a26c01f527e93b, server=19945b63c2b4,45741,1732630925798}] 2024-11-26T14:22:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:26,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:26,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:26,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:22:26,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C45741%2C1732630925798.rep, suffix=, logDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798, archiveDir=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/oldWALs, maxLogs=10 2024-11-26T14:22:26,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.rep.1732630946009, exclude list is [], retry=0 2024-11-26T14:22:26,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33015,DS-8c9a36d6-1e1d-4b28-a804-250a9b2540cf,DISK] 2024-11-26T14:22:26,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.rep.1732630946009 2024-11-26T14:22:26,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40887:40887)] 2024-11-26T14:22:26,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0d2209a55bf433b39a26c01f527e93b, NAME => 'hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:26,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. service=MultiRowMutationService 2024-11-26T14:22:26,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,044 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,046 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d2209a55bf433b39a26c01f527e93b columnFamilyName hfileref 2024-11-26T14:22:26,046 DEBUG [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:26,047 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] regionserver.HStore(327): Store=c0d2209a55bf433b39a26c01f527e93b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:26,047 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,048 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d2209a55bf433b39a26c01f527e93b columnFamilyName queue 2024-11-26T14:22:26,048 DEBUG [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:26,048 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] regionserver.HStore(327): Store=c0d2209a55bf433b39a26c01f527e93b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:26,048 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,049 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d2209a55bf433b39a26c01f527e93b columnFamilyName sid 2024-11-26T14:22:26,050 DEBUG [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:26,050 INFO [StoreOpener-c0d2209a55bf433b39a26c01f527e93b-1 {}] regionserver.HStore(327): Store=c0d2209a55bf433b39a26c01f527e93b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:26,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/replication/c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/replication/c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:22:26,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/replication/c0d2209a55bf433b39a26c01f527e93b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:26,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0d2209a55bf433b39a26c01f527e93b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61133089, jitterRate=-0.08904598653316498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:22:26,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0d2209a55bf433b39a26c01f527e93b: Running coprocessor pre-open hook at 1732630946039Writing region info on filesystem at 1732630946039Initializing all the Stores at 1732630946040 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630946040Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630946044 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630946044Cleaning up temporary data from old regions at 1732630946051 (+7 ms)Running coprocessor post-open hooks at 1732630946054 (+3 ms)Region opened successfully at 1732630946055 (+1 ms) 2024-11-26T14:22:26,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b., pid=10, masterSystemTime=1732630946001 2024-11-26T14:22:26,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:26,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:26,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0d2209a55bf433b39a26c01f527e93b, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,45741,1732630925798 2024-11-26T14:22:26,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0d2209a55bf433b39a26c01f527e93b, server=19945b63c2b4,45741,1732630925798 because future has completed 2024-11-26T14:22:26,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:22:26,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0d2209a55bf433b39a26c01f527e93b, server=19945b63c2b4,45741,1732630925798 in 212 msec 2024-11-26T14:22:26,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:22:26,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0d2209a55bf433b39a26c01f527e93b, ASSIGN in 369 msec 2024-11-26T14:22:26,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:22:26,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630946066"}]},"ts":"1732630946066"} 2024-11-26T14:22:26,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:22:26,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:22:26,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-26T14:22:26,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b., hostname=19945b63c2b4,45741,1732630925798, seqNum=2] 2024-11-26T14:22:26,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:26,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:26,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:22:26,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:22:26,351 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:22:26,413 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,45741,1732630925798, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:22:26,414 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:26,414 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45741,1732630925798, seqNum=-1] 2024-11-26T14:22:26,415 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:26,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T14:22:26,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,45741,1732630925798', locateType=CURRENT is [region=hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b., hostname=19945b63c2b4,45741,1732630925798, seqNum=2] 2024-11-26T14:22:26,432 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:22:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:22:26,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:22:26,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T14:22:26,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-26T14:22:26,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-26T14:22:26,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:26,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T14:22:26,447 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,45741,1732630925798 suceeded 2024-11-26T14:22:26,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:22:26,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-11-26T14:22:26,450 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:22:26,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6010 sec 2024-11-26T14:22:26,456 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:32821' 2024-11-26T14:22:26,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2691d999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:26,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,32821,-1 for getting cluster id 2024-11-26T14:22:26,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:26,460 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5' 2024-11-26T14:22:26,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:26,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5" 2024-11-26T14:22:26,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31119241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:26,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,32821,-1] 2024-11-26T14:22:26,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:26,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:26,464 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:26,465 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1064c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:26,465 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:26,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,32821,1732630930888 2024-11-26T14:22:26,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a44bf94 2024-11-26T14:22:26,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:26,470 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-26T14:22:26,473 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,45741,1732630925798 (queues=1) is replicating from cluster=1087da5e-dbaf-4636-a09c-aa0866d00666 to cluster=d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5 2024-11-26T14:22:26,474 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C45741%2C1732630925798 2024-11-26T14:22:26,474 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,45741,1732630925798, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:22:26,479 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, startPosition=0, beingWritten=true 2024-11-26T14:22:26,484 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C45741%2C1732630925798 2024-11-26T14:22:26,484 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:26,484 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:26,484 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:26,688 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:26,992 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:26,994 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:22:26,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:26,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:26,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:26,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:26,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:26,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afef9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:26,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,32821,-1 for getting cluster id 2024-11-26T14:22:26,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:26,997 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5' 2024-11-26T14:22:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5" 2024-11-26T14:22:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46db143a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,32821,-1] 2024-11-26T14:22:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:26,998 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4d70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:26,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,32821,1732630930888 2024-11-26T14:22:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39476c72 2024-11-26T14:22:27,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:27,001 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:27,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:40725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:22:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:22:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:27,004 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:40725' 2024-11-26T14:22:27,005 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167268d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:27,005 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:27,005 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:27,006 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254d006c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:27,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:27,007 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:27,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0f8852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:27,008 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40725,1732630936135 2024-11-26T14:22:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56d2bbbb 2024-11-26T14:22:27,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:27,009 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:27,010 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T14:22:27,010 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:22:27,010 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:27,010 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:27,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:27,011 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:27,012 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:22:27,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:22:27,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:27,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:22:27,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:22:27,062 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:22:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:27,395 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:27,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc2378cf8632efa727dd5d1851b13f9a, NAME => 'hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc 2024-11-26T14:22:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:22:27,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:27,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc2378cf8632efa727dd5d1851b13f9a, disabling compactions & flushes 2024-11-26T14:22:27,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. after waiting 0 ms 2024-11-26T14:22:27,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc2378cf8632efa727dd5d1851b13f9a: Waiting for close lock at 1732630947426Disabling compacts and flushes for region at 1732630947426Disabling writes for close at 1732630947426Writing region close event to WAL at 1732630947426Closed at 1732630947426 2024-11-26T14:22:27,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:22:27,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630947427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630947427"}]},"ts":"1732630947427"} 2024-11-26T14:22:27,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:22:27,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:22:27,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630947431"}]},"ts":"1732630947431"} 2024-11-26T14:22:27,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:22:27,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc2378cf8632efa727dd5d1851b13f9a, ASSIGN}] 2024-11-26T14:22:27,435 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc2378cf8632efa727dd5d1851b13f9a, ASSIGN 2024-11-26T14:22:27,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc2378cf8632efa727dd5d1851b13f9a, ASSIGN; state=OFFLINE, location=19945b63c2b4,32787,1732630931046; forceNewPlan=false, retain=false 2024-11-26T14:22:27,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc2378cf8632efa727dd5d1851b13f9a, regionState=OPENING, regionLocation=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:27,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc2378cf8632efa727dd5d1851b13f9a, ASSIGN because future has completed 2024-11-26T14:22:27,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc2378cf8632efa727dd5d1851b13f9a, server=19945b63c2b4,32787,1732630931046}] 2024-11-26T14:22:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:27,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:27,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:22:27,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C32787%2C1732630931046.rep, suffix=, logDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/oldWALs, maxLogs=10 2024-11-26T14:22:27,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.rep.1732630947747, exclude list is [], retry=0 2024-11-26T14:22:27,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39941,DS-f34c8180-c04a-43f2-bd23-fbea6072cc1f,DISK] 2024-11-26T14:22:27,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.rep.1732630947747 2024-11-26T14:22:27,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-26T14:22:27,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bc2378cf8632efa727dd5d1851b13f9a, NAME => 'hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:27,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:27,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:27,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. service=MultiRowMutationService 2024-11-26T14:22:27,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:22:27,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:27,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,765 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,766 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2378cf8632efa727dd5d1851b13f9a columnFamilyName hfileref 2024-11-26T14:22:27,766 DEBUG [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:27,767 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] regionserver.HStore(327): Store=bc2378cf8632efa727dd5d1851b13f9a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:27,767 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,768 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2378cf8632efa727dd5d1851b13f9a columnFamilyName queue 2024-11-26T14:22:27,768 DEBUG [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:27,768 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] regionserver.HStore(327): Store=bc2378cf8632efa727dd5d1851b13f9a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:27,768 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,769 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc2378cf8632efa727dd5d1851b13f9a columnFamilyName sid 2024-11-26T14:22:27,769 DEBUG [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:27,769 INFO [StoreOpener-bc2378cf8632efa727dd5d1851b13f9a-1 {}] regionserver.HStore(327): Store=bc2378cf8632efa727dd5d1851b13f9a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:27,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:22:27,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:27,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bc2378cf8632efa727dd5d1851b13f9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74008260, jitterRate=0.10280901193618774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:22:27,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:27,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bc2378cf8632efa727dd5d1851b13f9a: Running coprocessor pre-open hook at 1732630947764Writing region info on filesystem at 1732630947764Initializing all the Stores at 1732630947764Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630947764Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630947765 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630947765Cleaning up temporary data from old regions at 1732630947771 (+6 ms)Running coprocessor post-open hooks at 1732630947774 (+3 ms)Region opened successfully at 1732630947774 2024-11-26T14:22:27,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a., pid=10, masterSystemTime=1732630947741 2024-11-26T14:22:27,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:27,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc2378cf8632efa727dd5d1851b13f9a, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,32787,1732630931046 2024-11-26T14:22:27,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc2378cf8632efa727dd5d1851b13f9a, server=19945b63c2b4,32787,1732630931046 because future has completed 2024-11-26T14:22:27,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:22:27,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc2378cf8632efa727dd5d1851b13f9a, server=19945b63c2b4,32787,1732630931046 in 192 msec 2024-11-26T14:22:27,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:22:27,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc2378cf8632efa727dd5d1851b13f9a, ASSIGN in 349 msec 2024-11-26T14:22:27,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:22:27,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630947785"}]},"ts":"1732630947785"} 2024-11-26T14:22:27,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:22:27,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:22:27,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-26T14:22:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a., hostname=19945b63c2b4,32787,1732630931046, seqNum=2] 2024-11-26T14:22:27,901 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:27,976 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:28,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:22:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:28,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:22:28,201 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:22:28,241 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,32787,1732630931046, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:22:28,242 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:28,242 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32787,1732630931046, seqNum=-1] 2024-11-26T14:22:28,242 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:28,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T14:22:28,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,32787,1732630931046', locateType=CURRENT is [region=hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a., hostname=19945b63c2b4,32787,1732630931046, seqNum=2] 2024-11-26T14:22:28,249 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:22:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:22:28,252 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,32787,1732630931046 suceeded 2024-11-26T14:22:28,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:22:28,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-26T14:22:28,254 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:40725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:22:28,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2530 sec 2024-11-26T14:22:28,269 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:40725' 2024-11-26T14:22:28,270 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a909982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:28,270 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:28,270 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:28,271 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:28,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:28,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@104eb314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:28,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:28,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:28,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:28,273 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:28,274 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b4943a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:28,274 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:28,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40725,1732630936135 2024-11-26T14:22:28,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed7bb42 2024-11-26T14:22:28,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:28,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-26T14:22:28,276 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,32787,1732630931046 (queues=1) is replicating from cluster=d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5 to cluster=8bbccc8f-1d9c-4e30-851e-2d88d501ff0c 2024-11-26T14:22:28,276 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C32787%2C1732630931046 2024-11-26T14:22:28,276 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,32787,1732630931046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:22:28,278 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, startPosition=0, beingWritten=true 2024-11-26T14:22:28,279 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C32787%2C1732630931046 2024-11-26T14:22:28,294 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:28,294 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:28,296 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:28,505 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:28,517 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:28,821 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:29,154 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:22:29,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:29,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:29,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:29,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:29,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:29,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b5f8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:29,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:29,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:29,156 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd97cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:29,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:29,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:29,157 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a16255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:29,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40725,1732630936135 2024-11-26T14:22:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45d9fa0c 2024-11-26T14:22:29,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:29,160 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:29,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:43487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:22:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:22:29,162 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:43487' 2024-11-26T14:22:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:29,163 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722eccb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:29,163 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:29,164 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:29,164 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:29,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:29,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a21135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:29,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:29,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:29,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:29,165 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:29,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b4e389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:29,166 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,43487,1732630925614 2024-11-26T14:22:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c7a24c3 2024-11-26T14:22:29,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:29,167 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:29,168 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T14:22:29,168 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:22:29,168 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:29,168 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:29,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:29,169 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:29,169 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:22:29,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:22:29,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:29,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:22:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:22:29,208 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:29,220 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:22:29,225 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:29,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46635ada9f778f29128ba5f21578a300, NAME => 'hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7 2024-11-26T14:22:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:22:29,729 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:29,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:29,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 46635ada9f778f29128ba5f21578a300, disabling compactions & flushes 2024-11-26T14:22:29,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:29,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:29,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. after waiting 0 ms 2024-11-26T14:22:29,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:29,984 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:29,984 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46635ada9f778f29128ba5f21578a300: Waiting for close lock at 1732630949984Disabling compacts and flushes for region at 1732630949984Disabling writes for close at 1732630949984Writing region close event to WAL at 1732630949984Closed at 1732630949984 2024-11-26T14:22:29,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:22:29,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630949985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630949985"}]},"ts":"1732630949985"} 2024-11-26T14:22:29,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:22:29,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:22:29,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630949988"}]},"ts":"1732630949988"} 2024-11-26T14:22:29,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:22:29,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46635ada9f778f29128ba5f21578a300, ASSIGN}] 2024-11-26T14:22:29,990 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46635ada9f778f29128ba5f21578a300, ASSIGN 2024-11-26T14:22:29,991 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46635ada9f778f29128ba5f21578a300, ASSIGN; state=OFFLINE, location=19945b63c2b4,46437,1732630936293; forceNewPlan=false, retain=false 2024-11-26T14:22:30,011 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:30,141 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46635ada9f778f29128ba5f21578a300, regionState=OPENING, regionLocation=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:30,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=46635ada9f778f29128ba5f21578a300, ASSIGN because future has completed 2024-11-26T14:22:30,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46635ada9f778f29128ba5f21578a300, server=19945b63c2b4,46437,1732630936293}] 2024-11-26T14:22:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:30,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:30,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:30,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:22:30,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C46437%2C1732630936293.rep, suffix=, logDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293, archiveDir=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/oldWALs, maxLogs=10 2024-11-26T14:22:30,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.rep.1732630950310, exclude list is [], retry=0 2024-11-26T14:22:30,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37899,DS-6f285529-34e0-4473-9ea9-346db752111f,DISK] 2024-11-26T14:22:30,334 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:30,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.rep.1732630950310 2024-11-26T14:22:30,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35407:35407)] 2024-11-26T14:22:30,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 46635ada9f778f29128ba5f21578a300, NAME => 'hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:30,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:30,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:30,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. service=MultiRowMutationService 2024-11-26T14:22:30,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:22:30,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:30,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,350 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,351 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46635ada9f778f29128ba5f21578a300 columnFamilyName hfileref 2024-11-26T14:22:30,351 DEBUG [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:30,352 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] regionserver.HStore(327): Store=46635ada9f778f29128ba5f21578a300/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:30,352 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,353 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46635ada9f778f29128ba5f21578a300 columnFamilyName queue 2024-11-26T14:22:30,353 DEBUG [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:30,353 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] regionserver.HStore(327): Store=46635ada9f778f29128ba5f21578a300/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:30,353 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,354 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46635ada9f778f29128ba5f21578a300 columnFamilyName sid 2024-11-26T14:22:30,354 DEBUG [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:30,355 INFO [StoreOpener-46635ada9f778f29128ba5f21578a300-1 {}] regionserver.HStore(327): Store=46635ada9f778f29128ba5f21578a300/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:30,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:22:30,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:30,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 46635ada9f778f29128ba5f21578a300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67008492, jitterRate=-0.001495659351348877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:22:30,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:30,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 46635ada9f778f29128ba5f21578a300: Running coprocessor pre-open hook at 1732630950340Writing region info on filesystem at 1732630950340Initializing all the Stores at 1732630950343 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630950343Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630950349 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630950349Cleaning up temporary data from old regions at 1732630950357 (+8 ms)Running coprocessor post-open hooks at 1732630950365 (+8 ms)Region opened successfully at 1732630950365 2024-11-26T14:22:30,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300., pid=10, masterSystemTime=1732630950304 2024-11-26T14:22:30,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:30,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:30,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=46635ada9f778f29128ba5f21578a300, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46437,1732630936293 2024-11-26T14:22:30,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46635ada9f778f29128ba5f21578a300, server=19945b63c2b4,46437,1732630936293 because future has completed 2024-11-26T14:22:30,372 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40725 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,46437,1732630936293, table=hbase:replication, region=46635ada9f778f29128ba5f21578a300. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T14:22:30,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:22:30,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 46635ada9f778f29128ba5f21578a300, server=19945b63c2b4,46437,1732630936293 in 253 msec 2024-11-26T14:22:30,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:22:30,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=46635ada9f778f29128ba5f21578a300, ASSIGN in 410 msec 2024-11-26T14:22:30,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:22:30,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630950404"}]},"ts":"1732630950404"} 2024-11-26T14:22:30,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:22:30,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:22:30,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2420 sec 2024-11-26T14:22:30,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300., hostname=19945b63c2b4,46437,1732630936293, seqNum=2] 2024-11-26T14:22:30,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:30,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:30,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:22:30,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:22:30,653 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:22:30,679 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,46437,1732630936293, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:22:30,679 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:30,679 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46437,1732630936293, seqNum=-1] 2024-11-26T14:22:30,680 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:30,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T14:22:30,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,46437,1732630936293', locateType=CURRENT is [region=hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300., hostname=19945b63c2b4,46437,1732630936293, seqNum=2] 2024-11-26T14:22:30,685 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:22:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:22:30,688 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,46437,1732630936293 suceeded 2024-11-26T14:22:30,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:22:30,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-26T14:22:30,691 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:43487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:22:30,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-26T14:22:30,703 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:43487' 2024-11-26T14:22:30,705 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73bf852d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:30,706 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:30,706 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:30,707 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:30,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:30,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce421e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:30,713 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:30,714 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49dcd16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:30,715 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,43487,1732630925614 2024-11-26T14:22:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41b5b5fc 2024-11-26T14:22:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:30,717 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T14:22:30,717 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,46437,1732630936293 (queues=1) is replicating from cluster=8bbccc8f-1d9c-4e30-851e-2d88d501ff0c to cluster=1087da5e-dbaf-4636-a09c-aa0866d00666 2024-11-26T14:22:30,717 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C46437%2C1732630936293 2024-11-26T14:22:30,717 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,46437,1732630936293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:22:30,718 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C46437%2C1732630936293 2024-11-26T14:22:30,718 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, startPosition=0, beingWritten=true 2024-11-26T14:22:30,725 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:30,725 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:30,725 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:30,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:22:30,915 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:30,935 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:31,049 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:31,239 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:22:31,324 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:22:31,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:31,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:31,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:31,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:31,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:31,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1066e3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:31,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:31,326 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ab6e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:31,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:31,327 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff6e8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18745f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,32821,-1 for getting cluster id 2024-11-26T14:22:31,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:31,329 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5' 2024-11-26T14:22:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5" 2024-11-26T14:22:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51078cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,32821,-1] 2024-11-26T14:22:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:31,330 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bf2a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb347b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:31,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:31,333 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1cca8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:31,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:31,334 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:31,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68151fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:31,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45741,1732630925798, seqNum=-1] 2024-11-26T14:22:31,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:31,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810., hostname=19945b63c2b4,45741,1732630925798, seqNum=2] 2024-11-26T14:22:31,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46437,1732630936293, seqNum=-1] 2024-11-26T14:22:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:31,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:31,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6., hostname=19945b63c2b4,46437,1732630936293, seqNum=2] 2024-11-26T14:22:31,372 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T14:22:31,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:31,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:31,643 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:31,853 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:31,918 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 379, reset compression=false 2024-11-26T14:22:31,922 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:31,922 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:31,922 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f36cdc6cbeb0b7d4baef361365e44810/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T14:22:31,925 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:31,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-26T14:22:31,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:31,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4060ee7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,32821,-1 for getting cluster id 2024-11-26T14:22:31,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:31,927 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5' 2024-11-26T14:22:31,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:31,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d91c248f-bd2c-4c3e-a4d1-a301ba6e2ef5" 2024-11-26T14:22:31,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a94d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,32821,-1] 2024-11-26T14:22:31,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:31,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:31,928 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:31,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@671b10a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:31,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:31,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32787,1732630931046, seqNum=-1] 2024-11-26T14:22:31,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:31,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-26T14:22:31,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0., hostname=19945b63c2b4,32787,1732630931046, seqNum=2] 2024-11-26T14:22:31,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:32,126 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:32,146 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:32,374 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T14:22:32,430 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:32,750 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:32,756 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 379, reset compression=false 2024-11-26T14:22:32,760 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:32,760 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 503, reset compression=false 2024-11-26T14:22:32,760 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[{test/04f860d653ce1d114fbfa06bb44800a0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T14:22:32,762 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:32,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-26T14:22:32,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:32,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1486eea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:32,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:32,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:32,765 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:32,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:32,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:32,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ab49cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:32,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:32,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:32,778 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:32,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f95e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:32,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:32,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,46437,1732630936293, seqNum=-1] 2024-11-26T14:22:32,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:32,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-26T14:22:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6., hostname=19945b63c2b4,46437,1732630936293, seqNum=2] 2024-11-26T14:22:32,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:32,833 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:32,965 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 503, reset compression=false 2024-11-26T14:22:33,269 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 503, reset compression=false 2024-11-26T14:22:33,336 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:33,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T14:22:33,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:33,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32787,1732630931046, seqNum=-1] 2024-11-26T14:22:33,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:33,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0., hostname=19945b63c2b4,32787,1732630931046, seqNum=2] 2024-11-26T14:22:33,382 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T14:22:33,453 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 379, reset compression=false 2024-11-26T14:22:33,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:33,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 527, reset compression=false 2024-11-26T14:22:33,458 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:33,662 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 527, reset compression=false 2024-11-26T14:22:33,672 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 503, reset compression=false 2024-11-26T14:22:33,680 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:33,680 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 607, reset compression=false 2024-11-26T14:22:33,680 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[{test/04f860d653ce1d114fbfa06bb44800a0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:22:33,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:33,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:33,885 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 607, reset compression=false 2024-11-26T14:22:33,940 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:33,966 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 527, reset compression=false 2024-11-26T14:22:33,969 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:33,969 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 655, reset compression=false 2024-11-26T14:22:33,969 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fbfaa01246b9e7b22804d5033ccb6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T14:22:33,971 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:33,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T14:22:33,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:33,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b8f2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:33,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:33,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:33,974 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1527a793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:33,975 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:33,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@276ac640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:33,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:33,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,45741,1732630925798, seqNum=-1] 2024-11-26T14:22:33,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:33,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-26T14:22:33,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810., hostname=19945b63c2b4,45741,1732630925798, seqNum=2] 2024-11-26T14:22:33,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:34,173 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 655, reset compression=false 2024-11-26T14:22:34,188 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 607, reset compression=false 2024-11-26T14:22:34,384 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T14:22:34,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T14:22:34,476 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 655, reset compression=false 2024-11-26T14:22:34,480 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:34,480 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 759, reset compression=false 2024-11-26T14:22:34,480 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fbfaa01246b9e7b22804d5033ccb6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:22:34,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:34,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:34,591 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 607, reset compression=false 2024-11-26T14:22:34,643 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 480, reset compression=false 2024-11-26T14:22:34,649 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:34,649 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 760, reset compression=false 2024-11-26T14:22:34,649 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f36cdc6cbeb0b7d4baef361365e44810/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T14:22:34,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:34,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:34,683 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 759, reset compression=false 2024-11-26T14:22:34,855 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 760, reset compression=false 2024-11-26T14:22:34,987 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 759, reset compression=false 2024-11-26T14:22:35,094 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 607, reset compression=false 2024-11-26T14:22:35,099 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:35,100 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 758, reset compression=false 2024-11-26T14:22:35,100 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:35,158 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 760, reset compression=false 2024-11-26T14:22:35,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:22:35,303 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 758, reset compression=false 2024-11-26T14:22:35,389 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T14:22:35,390 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 759, reset compression=false 2024-11-26T14:22:35,394 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T14:22:35,561 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 760, reset compression=false 2024-11-26T14:22:35,566 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:35,566 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 916, reset compression=false 2024-11-26T14:22:35,566 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f36cdc6cbeb0b7d4baef361365e44810/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T14:22:35,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:35,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:35,607 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 758, reset compression=false 2024-11-26T14:22:35,611 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:35,611 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 905, reset compression=false 2024-11-26T14:22:35,612 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[{test/04f860d653ce1d114fbfa06bb44800a0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T14:22:35,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:35,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:35,773 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 916, reset compression=false 2024-11-26T14:22:35,815 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 905, reset compression=false 2024-11-26T14:22:35,898 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 759, reset compression=false 2024-11-26T14:22:35,908 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:35,908 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 930, reset compression=false 2024-11-26T14:22:35,908 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:36,076 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 916, reset compression=false 2024-11-26T14:22:36,111 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 930, reset compression=false 2024-11-26T14:22:36,118 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 905, reset compression=false 2024-11-26T14:22:36,396 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T14:22:36,399 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T14:22:36,414 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 930, reset compression=false 2024-11-26T14:22:36,479 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 916, reset compression=false 2024-11-26T14:22:36,521 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 905, reset compression=false 2024-11-26T14:22:36,604 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:36,604 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1064, reset compression=false 2024-11-26T14:22:36,604 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[{test/04f860d653ce1d114fbfa06bb44800a0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T14:22:36,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:36,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:36,808 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1064, reset compression=false 2024-11-26T14:22:36,817 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 930, reset compression=false 2024-11-26T14:22:36,821 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:36,822 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1080, reset compression=false 2024-11-26T14:22:36,822 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fbfaa01246b9e7b22804d5033ccb6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T14:22:36,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:36,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:36,982 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 916, reset compression=false 2024-11-26T14:22:36,986 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:36,986 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1090, reset compression=false 2024-11-26T14:22:36,986 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:37,025 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1080, reset compression=false 2024-11-26T14:22:37,111 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1064, reset compression=false 2024-11-26T14:22:37,189 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1090, reset compression=false 2024-11-26T14:22:37,328 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1080, reset compression=false 2024-11-26T14:22:37,401 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T14:22:37,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T14:22:37,496 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1090, reset compression=false 2024-11-26T14:22:37,515 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1064, reset compression=false 2024-11-26T14:22:37,732 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1080, reset compression=false 2024-11-26T14:22:37,735 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:37,735 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1239, reset compression=false 2024-11-26T14:22:37,735 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fbfaa01246b9e7b22804d5033ccb6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T14:22:37,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:37,899 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1090, reset compression=false 2024-11-26T14:22:37,903 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:37,903 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1240, reset compression=false 2024-11-26T14:22:37,903 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f36cdc6cbeb0b7d4baef361365e44810/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-26T14:22:37,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:37,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:37,938 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1239, reset compression=false 2024-11-26T14:22:38,018 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1064, reset compression=false 2024-11-26T14:22:38,021 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:38,021 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1237, reset compression=false 2024-11-26T14:22:38,021 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:38,107 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1240, reset compression=false 2024-11-26T14:22:38,225 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1237, reset compression=false 2024-11-26T14:22:38,241 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1239, reset compression=false 2024-11-26T14:22:38,406 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T14:22:38,410 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1240, reset compression=false 2024-11-26T14:22:38,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4778e35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:38,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:38,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:38,413 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dee88a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:38,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:38,414 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:38,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43206620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:38,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40725,1732630936135 2024-11-26T14:22:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56435a0d 2024-11-26T14:22:38,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:38,421 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:38,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-26T14:22:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-26T14:22:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:22:38,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:38,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:38,454 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68463 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:22:38,535 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1237, reset compression=false 2024-11-26T14:22:38,648 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1239, reset compression=false 2024-11-26T14:22:38,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:22:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:22:38,813 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1240, reset compression=false 2024-11-26T14:22:38,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T14:22:38,837 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-26T14:22:38,838 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-26T14:22:38,838 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,46437,1732630936293 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-26T14:22:38,838 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0. 2024-11-26T14:22:38,838 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:38,838 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:38,838 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:38,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:38,938 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:22:38,938 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:22:38,939 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1237, reset compression=false 2024-11-26T14:22:39,039 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 terminated 2024-11-26T14:22:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:22:39,056 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,46437,1732630936293, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:22:39,056 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-26T14:22:39,056 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T14:22:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T14:22:39,058 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 19945b63c2b4,46437,1732630936293 suceeded 2024-11-26T14:22:39,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T14:22:39,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-26T14:22:39,060 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-26T14:22:39,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 638 msec 2024-11-26T14:22:39,070 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:43487' 2024-11-26T14:22:39,071 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98e663a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:39,071 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,43487,-1 for getting cluster id 2024-11-26T14:22:39,071 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:39,072 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1087da5e-dbaf-4636-a09c-aa0866d00666' 2024-11-26T14:22:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1087da5e-dbaf-4636-a09c-aa0866d00666" 2024-11-26T14:22:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@531d0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,43487,-1] 2024-11-26T14:22:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:39,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:39,073 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:39,074 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c4219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:39,074 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,43487,1732630925614 2024-11-26T14:22:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22885658 2024-11-26T14:22:39,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:39,075 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-26T14:22:39,076 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,46437,1732630936293 (queues=1) is replicating from cluster=8bbccc8f-1d9c-4e30-851e-2d88d501ff0c to cluster=1087da5e-dbaf-4636-a09c-aa0866d00666 2024-11-26T14:22:39,076 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C46437%2C1732630936293 2024-11-26T14:22:39,076 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,46437,1732630936293, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:22:39,077 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C46437%2C1732630936293 2024-11-26T14:22:39,316 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1240, reset compression=false 2024-11-26T14:22:39,442 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1237, reset compression=false 2024-11-26T14:22:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:22:39,564 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:22:39,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:39,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:39,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:39,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:39,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:39,568 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-26T14:22:39,919 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1240, reset compression=false 2024-11-26T14:22:39,923 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:39,923 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1344, reset compression=false 2024-11-26T14:22:39,923 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f36cdc6cbeb0b7d4baef361365e44810/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:22:39,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:39,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:40,045 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1237, reset compression=false 2024-11-26T14:22:40,050 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:40,050 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1364, reset compression=false 2024-11-26T14:22:40,050 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[{test/04f860d653ce1d114fbfa06bb44800a0/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T14:22:40,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:40,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:40,126 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1344, reset compression=false 2024-11-26T14:22:40,253 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1364, reset compression=false 2024-11-26T14:22:40,430 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1344, reset compression=false 2024-11-26T14:22:40,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:22:40,557 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1364, reset compression=false 2024-11-26T14:22:40,570 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-26T14:22:40,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5f10b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:40,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40725,-1 for getting cluster id 2024-11-26T14:22:40,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:40,573 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bbccc8f-1d9c-4e30-851e-2d88d501ff0c' 2024-11-26T14:22:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bbccc8f-1d9c-4e30-851e-2d88d501ff0c" 2024-11-26T14:22:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e28d772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40725,-1] 2024-11-26T14:22:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:40,574 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f988baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:40,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40725,1732630936135 2024-11-26T14:22:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f51cffb 2024-11-26T14:22:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:22:40,579 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:22:40,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-26T14:22:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-26T14:22:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T14:22:40,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:22:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T14:22:40,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-26T14:22:40,798 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-26T14:22:40,799 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T14:22:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-26T14:22:40,801 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 19945b63c2b4,46437,1732630936293 suceeded 2024-11-26T14:22:40,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T14:22:40,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-26T14:22:40,802 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-26T14:22:40,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 223 msec 2024-11-26T14:22:40,833 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1344, reset compression=false 2024-11-26T14:22:40,878 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, startPosition=1239, beingWritten=true 2024-11-26T14:22:40,882 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:40,882 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1390, reset compression=false 2024-11-26T14:22:40,882 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-26T14:22:40,904 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:22:40,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:40,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:40,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:40,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:40,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:40,906 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-26T14:22:40,960 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1364, reset compression=false 2024-11-26T14:22:40,963 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:40,963 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:40,963 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[{test/04f860d653ce1d114fbfa06bb44800a0/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:22:40,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:40,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:41,085 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1390, reset compression=false 2024-11-26T14:22:41,089 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:22:41,089 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1518, reset compression=false 2024-11-26T14:22:41,089 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee9fbfaa01246b9e7b22804d5033ccb6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-26T14:22:41,091 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:41,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-26T14:22:41,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:22:41,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:22:41,170 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:41,291 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1518, reset compression=false 2024-11-26T14:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1344, reset compression=false 2024-11-26T14:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:41,340 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:41,473 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:41,549 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:41,594 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1518, reset compression=false 2024-11-26T14:22:41,852 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:41,877 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:41,908 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-26T14:22:41,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:22:41,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:41,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:41,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:41,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:41,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:41,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:22:41,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2062290723, stopped=false 2024-11-26T14:22:41,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,40725,1732630936135 2024-11-26T14:22:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1538707374/running 2024-11-26T14:22:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1538707374/running 2024-11-26T14:22:41,930 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:41,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:41,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:41,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:41,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,46437,1732630936293' ***** 2024-11-26T14:22:41,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/running 2024-11-26T14:22:41,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Set watcher on znode that does not yet exist, /2-1538707374/running 2024-11-26T14:22:41,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:22:41,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 46635ada9f778f29128ba5f21578a300 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,46437,1732630936293 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:46437. 2024-11-26T14:22:41,931 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46635ada9f778f29128ba5f21578a300, disabling compactions & flushes 2024-11-26T14:22:41,931 DEBUG [RS:0;19945b63c2b4:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:41,931 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:41,931 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:41,931 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:41,931 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. after waiting 0 ms 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:22:41,931 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:41,931 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:22:41,932 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:22:41,932 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:22:41,932 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 46635ada9f778f29128ba5f21578a300 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T14:22:41,932 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:22:41,932 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1325): Online Regions={46635ada9f778f29128ba5f21578a300=hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300., 1588230740=hbase:meta,,1.1588230740, ee9fbfaa01246b9e7b22804d5033ccb6=test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.} 2024-11-26T14:22:41,932 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46635ada9f778f29128ba5f21578a300, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:41,932 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:41,932 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:41,932 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:41,932 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:41,932 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:41,932 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:22:41,946 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/.tmp/queue/a1b9f7f5fa024c3199bab0f5d3eff8be is 154, key is 1-19945b63c2b4,46437,1732630936293/queue:19945b63c2b4%2C46437%2C1732630936293/1732630961095/Put/seqid=0 2024-11-26T14:22:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741840_1016 (size=5353) 2024-11-26T14:22:41,950 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/info/cad20f2e66714236a48937bfa9ead2f1 is 147, key is hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300./info:regioninfo/1732630950369/Put/seqid=0 2024-11-26T14:22:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741841_1017 (size=7686) 2024-11-26T14:22:41,956 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:41,997 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1518, reset compression=false 2024-11-26T14:22:42,132 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46635ada9f778f29128ba5f21578a300, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:42,255 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:42,332 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 46635ada9f778f29128ba5f21578a300, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:42,350 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/.tmp/queue/a1b9f7f5fa024c3199bab0f5d3eff8be 2024-11-26T14:22:42,354 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/info/cad20f2e66714236a48937bfa9ead2f1 2024-11-26T14:22:42,354 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/.tmp/queue/a1b9f7f5fa024c3199bab0f5d3eff8be as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/queue/a1b9f7f5fa024c3199bab0f5d3eff8be 2024-11-26T14:22:42,358 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/queue/a1b9f7f5fa024c3199bab0f5d3eff8be, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T14:22:42,359 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 46635ada9f778f29128ba5f21578a300 in 428ms, sequenceid=14, compaction requested=false 2024-11-26T14:22:42,363 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/replication/46635ada9f778f29128ba5f21578a300/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T14:22:42,363 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:42,363 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:42,363 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:42,363 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46635ada9f778f29128ba5f21578a300: Waiting for close lock at 1732630961931Running coprocessor pre-close hooks at 1732630961931Disabling compacts and flushes for region at 1732630961931Disabling writes for close at 1732630961931Obtaining lock to block concurrent updates at 1732630961932 (+1 ms)Preparing flush snapshotting stores in 46635ada9f778f29128ba5f21578a300 at 1732630961932Finished memstore snapshotting hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732630961932Flushing stores of hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. at 1732630961932Flushing 46635ada9f778f29128ba5f21578a300/queue: creating writer at 1732630961932Flushing 46635ada9f778f29128ba5f21578a300/queue: appending metadata at 1732630961946 (+14 ms)Flushing 46635ada9f778f29128ba5f21578a300/queue: closing flushed file at 1732630961946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5463eef2: reopening flushed file at 1732630962354 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 46635ada9f778f29128ba5f21578a300 in 428ms, sequenceid=14, compaction requested=false at 1732630962359 (+5 ms)Writing region close event to WAL at 1732630962360 (+1 ms)Running coprocessor post-close hooks at 1732630962363 (+3 ms)Closed at 1732630962363 2024-11-26T14:22:42,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630949168.46635ada9f778f29128ba5f21578a300. 2024-11-26T14:22:42,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee9fbfaa01246b9e7b22804d5033ccb6, disabling compactions & flushes 2024-11-26T14:22:42,364 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:42,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:42,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. after waiting 0 ms 2024-11-26T14:22:42,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:42,364 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee9fbfaa01246b9e7b22804d5033ccb6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T14:22:42,372 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/ns/139b0d8b8323461281adb2628374c5e5 is 43, key is default/ns:d/1732630939258/Put/seqid=0 2024-11-26T14:22:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741842_1018 (size=5153) 2024-11-26T14:22:42,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/f/faca24486e88424d931bf33dde002d6f is 37, key is row3/f:row3/1732630959566/Put/seqid=0 2024-11-26T14:22:42,380 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:42,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741843_1019 (size=5228) 2024-11-26T14:22:42,500 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1518, reset compression=false 2024-11-26T14:22:42,504 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:42,504 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1765, reset compression=false 2024-11-26T14:22:42,504 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,46437,1732630936293 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:42,505 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,46437,1732630936293: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,46437,1732630936293, walGroup=19945b63c2b4%2C46437%2C1732630936293, offset=19945b63c2b4%2C46437%2C1732630936293.1732630938745:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:46437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:22:42,506 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:22:42,506 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:22:42,507 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:22:42,507 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:22:42,507 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:22:42,507 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 926426744 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198256888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:22:42,507 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:22:42,532 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:42,597 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:22:42,597 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:22:42,707 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1765, reset compression=false 2024-11-26T14:22:42,732 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:42,758 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:42,776 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/ns/139b0d8b8323461281adb2628374c5e5 2024-11-26T14:22:42,782 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/f/faca24486e88424d931bf33dde002d6f 2024-11-26T14:22:42,785 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faca24486e88424d931bf33dde002d6f 2024-11-26T14:22:42,797 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/rep_barrier/88004eeb92cc4a6484258adbd08d6215 is 112, key is test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6./rep_barrier:seqnumDuringOpen/1732630943870/Put/seqid=0 2024-11-26T14:22:42,799 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/f1/5069a4da06744a6c8143fd67c1f1c567 is 30, key is row1/f1:/1732630956397/DeleteFamily/seqid=0 2024-11-26T14:22:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741844_1020 (size=5518) 2024-11-26T14:22:42,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741845_1021 (size=5158) 2024-11-26T14:22:42,933 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:22:42,933 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee9fbfaa01246b9e7b22804d5033ccb6=test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6.} 2024-11-26T14:22:42,933 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:42,983 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:43,011 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1765, reset compression=false 2024-11-26T14:22:43,133 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee9fbfaa01246b9e7b22804d5033ccb6 2024-11-26T14:22:43,202 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/rep_barrier/88004eeb92cc4a6484258adbd08d6215 2024-11-26T14:22:43,203 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/f1/5069a4da06744a6c8143fd67c1f1c567 2024-11-26T14:22:43,206 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5069a4da06744a6c8143fd67c1f1c567 2024-11-26T14:22:43,223 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/table/32146d567a784df481451c2e0589afff is 53, key is hbase:replication/table:state/1732630950404/Put/seqid=0 2024-11-26T14:22:43,224 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/norep/2e25e2da92ee495ea806723334dbb7c9 is 33, key is row2/norep:/1732630957402/DeleteFamily/seqid=0 2024-11-26T14:22:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741846_1022 (size=5308) 2024-11-26T14:22:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741847_1023 (size=5108) 2024-11-26T14:22:43,230 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/norep/2e25e2da92ee495ea806723334dbb7c9 2024-11-26T14:22:43,233 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e25e2da92ee495ea806723334dbb7c9 2024-11-26T14:22:43,234 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/f/faca24486e88424d931bf33dde002d6f as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/f/faca24486e88424d931bf33dde002d6f 2024-11-26T14:22:43,238 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faca24486e88424d931bf33dde002d6f 2024-11-26T14:22:43,238 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/f/faca24486e88424d931bf33dde002d6f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T14:22:43,239 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/f1/5069a4da06744a6c8143fd67c1f1c567 as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/f1/5069a4da06744a6c8143fd67c1f1c567 2024-11-26T14:22:43,243 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5069a4da06744a6c8143fd67c1f1c567 2024-11-26T14:22:43,243 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/f1/5069a4da06744a6c8143fd67c1f1c567, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T14:22:43,244 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/.tmp/norep/2e25e2da92ee495ea806723334dbb7c9 as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/norep/2e25e2da92ee495ea806723334dbb7c9 2024-11-26T14:22:43,248 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e25e2da92ee495ea806723334dbb7c9 2024-11-26T14:22:43,248 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/norep/2e25e2da92ee495ea806723334dbb7c9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T14:22:43,249 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ee9fbfaa01246b9e7b22804d5033ccb6 in 885ms, sequenceid=12, compaction requested=false 2024-11-26T14:22:43,254 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/default/test/ee9fbfaa01246b9e7b22804d5033ccb6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T14:22:43,254 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:43,254 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:43,254 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:43,255 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee9fbfaa01246b9e7b22804d5033ccb6: Waiting for close lock at 1732630962364Running coprocessor pre-close hooks at 1732630962364Disabling compacts and flushes for region at 1732630962364Disabling writes for close at 1732630962364Obtaining lock to block concurrent updates at 1732630962364Preparing flush snapshotting stores in ee9fbfaa01246b9e7b22804d5033ccb6 at 1732630962364Finished memstore snapshotting test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732630962364Flushing stores of test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. at 1732630962365 (+1 ms)Flushing ee9fbfaa01246b9e7b22804d5033ccb6/f: creating writer at 1732630962365Flushing ee9fbfaa01246b9e7b22804d5033ccb6/f: appending metadata at 1732630962378 (+13 ms)Flushing ee9fbfaa01246b9e7b22804d5033ccb6/f: closing flushed file at 1732630962378Flushing ee9fbfaa01246b9e7b22804d5033ccb6/f1: creating writer at 1732630962785 (+407 ms)Flushing ee9fbfaa01246b9e7b22804d5033ccb6/f1: appending metadata at 1732630962798 (+13 ms)Flushing ee9fbfaa01246b9e7b22804d5033ccb6/f1: closing flushed file at 1732630962798Flushing ee9fbfaa01246b9e7b22804d5033ccb6/norep: creating writer at 1732630963206 (+408 ms)Flushing ee9fbfaa01246b9e7b22804d5033ccb6/norep: appending metadata at 1732630963223 (+17 ms)Flushing ee9fbfaa01246b9e7b22804d5033ccb6/norep: closing flushed file at 1732630963223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6d49f9: reopening flushed file at 1732630963233 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bbe351: reopening flushed file at 1732630963238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a84638: reopening flushed file at 1732630963243 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ee9fbfaa01246b9e7b22804d5033ccb6 in 885ms, sequenceid=12, compaction requested=false at 1732630963249 (+6 ms)Writing region close event to WAL at 1732630963251 (+2 ms)Running coprocessor post-close hooks at 1732630963254 (+3 ms)Closed at 1732630963254 2024-11-26T14:22:43,255 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630942679.ee9fbfaa01246b9e7b22804d5033ccb6. 2024-11-26T14:22:43,333 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:22:43,361 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:43,414 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 1765, reset compression=false 2024-11-26T14:22:43,418 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:43,418 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 2409, reset compression=false 2024-11-26T14:22:43,533 DEBUG [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:22:43,622 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.wal-reader.19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.1732630938745 to pos 2409, reset compression=false 2024-11-26T14:22:43,629 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/table/32146d567a784df481451c2e0589afff 2024-11-26T14:22:43,633 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/info/cad20f2e66714236a48937bfa9ead2f1 as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/info/cad20f2e66714236a48937bfa9ead2f1 2024-11-26T14:22:43,636 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/info/cad20f2e66714236a48937bfa9ead2f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:22:43,637 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/ns/139b0d8b8323461281adb2628374c5e5 as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/ns/139b0d8b8323461281adb2628374c5e5 2024-11-26T14:22:43,640 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/ns/139b0d8b8323461281adb2628374c5e5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:22:43,641 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/rep_barrier/88004eeb92cc4a6484258adbd08d6215 as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/rep_barrier/88004eeb92cc4a6484258adbd08d6215 2024-11-26T14:22:43,643 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/rep_barrier/88004eeb92cc4a6484258adbd08d6215, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:22:43,644 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/.tmp/table/32146d567a784df481451c2e0589afff as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/table/32146d567a784df481451c2e0589afff 2024-11-26T14:22:43,647 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/table/32146d567a784df481451c2e0589afff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:22:43,647 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-26T14:22:43,650 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:22:43,651 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:43,651 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:43,651 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:43,651 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630961932Running coprocessor pre-close hooks at 1732630961932Disabling compacts and flushes for region at 1732630961932Disabling writes for close at 1732630961932Obtaining lock to block concurrent updates at 1732630961932Preparing flush snapshotting stores in 1588230740 at 1732630961932Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630961932Flushing stores of hbase:meta,,1.1588230740 at 1732630961933 (+1 ms)Flushing 1588230740/info: creating writer at 1732630961933Flushing 1588230740/info: appending metadata at 1732630961950 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732630961950Flushing 1588230740/ns: creating writer at 1732630962356 (+406 ms)Flushing 1588230740/ns: appending metadata at 1732630962372 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732630962372Flushing 1588230740/rep_barrier: creating writer at 1732630962780 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630962796 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630962796Flushing 1588230740/table: creating writer at 1732630963206 (+410 ms)Flushing 1588230740/table: appending metadata at 1732630963223 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732630963223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c7ef03: reopening flushed file at 1732630963632 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7253189b: reopening flushed file at 1732630963637 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc224ac: reopening flushed file at 1732630963640 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a36db9: reopening flushed file at 1732630963643 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732630963647 (+4 ms)Writing region close event to WAL at 1732630963648 (+1 ms)Running coprocessor post-close hooks at 1732630963651 (+3 ms)Closed at 1732630963651 2024-11-26T14:22:43,651 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:43,686 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:43,733 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,46437,1732630936293; all regions closed. 2024-11-26T14:22:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:22:43,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/WALs/19945b63c2b4,46437,1732630936293/19945b63c2b4%2C46437%2C1732630936293.meta.1732630939200.meta not finished, retry = 0 2024-11-26T14:22:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741839_1015 (size=3552) 2024-11-26T14:22:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741832_1008 (size=2417) 2024-11-26T14:22:43,868 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:43,868 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:43,868 INFO [RS:0;19945b63c2b4:46437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:43,868 INFO [RS:0;19945b63c2b4:46437 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:43,868 INFO [RS:0;19945b63c2b4:46437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:43,868 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:43,869 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,46437,1732630936293 because: Region server is closing 2024-11-26T14:22:43,869 INFO [RS:0;19945b63c2b4:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:46437. 2024-11-26T14:22:43,869 DEBUG [RS:0;19945b63c2b4:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:43,869 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:43,869 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:43,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:43,970 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,46437,1732630936293.replicationSource.shipper19945b63c2b4%2C46437%2C1732630936293,1-19945b63c2b4,46437,1732630936293 terminated 2024-11-26T14:22:43,970 INFO [RS:0;19945b63c2b4:46437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:46437. 2024-11-26T14:22:43,970 DEBUG [RS:0;19945b63c2b4:46437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:43,970 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:43,970 DEBUG [RS:0;19945b63c2b4:46437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:43,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:43,970 INFO [RS:0;19945b63c2b4:46437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46437 2024-11-26T14:22:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374/rs 2024-11-26T14:22:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1538707374/rs/19945b63c2b4,46437,1732630936293 2024-11-26T14:22:44,045 INFO [RS:0;19945b63c2b4:46437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:44,064 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:44,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,46437,1732630936293] 2024-11-26T14:22:44,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/draining/19945b63c2b4,46437,1732630936293 already deleted, retry=false 2024-11-26T14:22:44,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,46437,1732630936293 expired; onlineServers=0 2024-11-26T14:22:44,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,40725,1732630936135' ***** 2024-11-26T14:22:44,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:22:44,134 INFO [M:0;19945b63c2b4:40725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:44,134 INFO [M:0;19945b63c2b4:40725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:44,134 DEBUG [M:0;19945b63c2b4:40725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:22:44,134 DEBUG [M:0;19945b63c2b4:40725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:22:44,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:22:44,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630938376 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630938376,5,FailOnTimeoutGroup] 2024-11-26T14:22:44,134 INFO [M:0;19945b63c2b4:40725 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:44,134 INFO [M:0;19945b63c2b4:40725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:44,134 DEBUG [M:0;19945b63c2b4:40725 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:22:44,134 INFO [M:0;19945b63c2b4:40725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:22:44,135 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630938373 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630938373,5,FailOnTimeoutGroup] 2024-11-26T14:22:44,135 INFO [M:0;19945b63c2b4:40725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:44,135 INFO [M:0;19945b63c2b4:40725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:22:44,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:22:44,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1538707374/master 2024-11-26T14:22:44,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1538707374 2024-11-26T14:22:44,197 DEBUG [M:0;19945b63c2b4:40725 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1538707374/master already deleted, retry=false 2024-11-26T14:22:44,197 DEBUG [M:0;19945b63c2b4:40725 {}] master.ActiveMasterManager(353): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1538707374/master 2024-11-26T14:22:44,204 INFO [M:0;19945b63c2b4:40725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/.lastflushedseqids 2024-11-26T14:22:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:44,213 INFO [RS:0;19945b63c2b4:46437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:44,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46437-0x1017785c2e90007, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:44,213 INFO [RS:0;19945b63c2b4:46437 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,46437,1732630936293; zookeeper connection closed. 2024-11-26T14:22:44,236 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b2318a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b2318a7 2024-11-26T14:22:44,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:22:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:22:44,250 INFO [M:0;19945b63c2b4:40725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:22:44,250 INFO [M:0;19945b63c2b4:40725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:22:44,251 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:44,251 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:44,251 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:44,251 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:44,251 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:44,251 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-26T14:22:44,275 DEBUG [M:0;19945b63c2b4:40725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56f49b6dccb345fbb3e031da502837ac is 82, key is hbase:meta,,1/info:regioninfo/1732630939237/Put/seqid=0 2024-11-26T14:22:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:22:44,298 INFO [M:0;19945b63c2b4:40725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56f49b6dccb345fbb3e031da502837ac 2024-11-26T14:22:44,318 DEBUG [M:0;19945b63c2b4:40725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01d76e53b6a44d9ba07187bb22574731 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630950412/Put/seqid=0 2024-11-26T14:22:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741850_1026 (size=9211) 2024-11-26T14:22:44,380 INFO [M:0;19945b63c2b4:40725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01d76e53b6a44d9ba07187bb22574731 2024-11-26T14:22:44,412 DEBUG [M:0;19945b63c2b4:40725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3518d8f18cca4a79be1811b2f7780abb is 69, key is 19945b63c2b4,46437,1732630936293/rs:state/1732630938548/Put/seqid=0 2024-11-26T14:22:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:22:44,427 INFO [M:0;19945b63c2b4:40725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3518d8f18cca4a79be1811b2f7780abb 2024-11-26T14:22:44,434 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56f49b6dccb345fbb3e031da502837ac as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56f49b6dccb345fbb3e031da502837ac 2024-11-26T14:22:44,440 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56f49b6dccb345fbb3e031da502837ac, entries=8, sequenceid=127, filesize=5.5 K 2024-11-26T14:22:44,441 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01d76e53b6a44d9ba07187bb22574731 as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01d76e53b6a44d9ba07187bb22574731 2024-11-26T14:22:44,446 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01d76e53b6a44d9ba07187bb22574731, entries=15, sequenceid=127, filesize=9.0 K 2024-11-26T14:22:44,449 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3518d8f18cca4a79be1811b2f7780abb as hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3518d8f18cca4a79be1811b2f7780abb 2024-11-26T14:22:44,453 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41859/user/jenkins/test-data/feb21da2-8249-badb-88ad-b1659bc41dd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3518d8f18cca4a79be1811b2f7780abb, entries=1, sequenceid=127, filesize=5.0 K 2024-11-26T14:22:44,456 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 204ms, sequenceid=127, compaction requested=false 2024-11-26T14:22:44,479 INFO [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:44,479 DEBUG [M:0;19945b63c2b4:40725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630964250Disabling compacts and flushes for region at 1732630964250Disabling writes for close at 1732630964251 (+1 ms)Obtaining lock to block concurrent updates at 1732630964251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630964251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732630964251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630964252 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630964252Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630964275 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630964275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630964302 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630964317 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630964317Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630964386 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630964411 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630964411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3b6131: reopening flushed file at 1732630964433 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704618aa: reopening flushed file at 1732630964440 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fbd736: reopening flushed file at 1732630964446 (+6 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 204ms, sequenceid=127, compaction requested=false at 1732630964456 (+10 ms)Writing region close event to WAL at 1732630964479 (+23 ms)Closed at 1732630964479 2024-11-26T14:22:44,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37899 is added to blk_1073741830_1006 (size=73854) 2024-11-26T14:22:44,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:44,489 INFO [M:0;19945b63c2b4:40725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:22:44,489 INFO [M:0;19945b63c2b4:40725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40725 2024-11-26T14:22:44,489 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:44,490 INFO [M:0;19945b63c2b4:40725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:44,619 INFO [M:0;19945b63c2b4:40725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:44,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40725-0x1017785c2e90006, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:44,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49aebc83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:44,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cddb72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:44,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:44,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f01500d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:44,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55d9dd75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:44,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:22:44,648 WARN [BP-1211457291-172.17.0.3-1732630934113 heartbeating to localhost/127.0.0.1:41859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:22:44,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:22:44,648 WARN [BP-1211457291-172.17.0.3-1732630934113 heartbeating to localhost/127.0.0.1:41859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1211457291-172.17.0.3-1732630934113 (Datanode Uuid 00b29d59-cfd7-4045-ab85-c929648b6db2) service to localhost/127.0.0.1:41859 2024-11-26T14:22:44,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/cluster_5683bc73-39b7-abb0-07aa-1111957d4c0e/data/data1/current/BP-1211457291-172.17.0.3-1732630934113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:44,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/cluster_5683bc73-39b7-abb0-07aa-1111957d4c0e/data/data2/current/BP-1211457291-172.17.0.3-1732630934113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:44,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:22:44,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@111c79e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:44,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67dd6ca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:44,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:44,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7771e315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:44,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ff497eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:22:44,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:22:44,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:44,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:44,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:44,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:44,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:44,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:22:44,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1826402135, stopped=false 2024-11-26T14:22:44,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,32821,1732630930888 2024-11-26T14:22:44,709 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11929933933/running 2024-11-26T14:22:44,709 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11929933933/running 2024-11-26T14:22:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:44,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:44,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/running 2024-11-26T14:22:44,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:44,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:44,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:44,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,32787,1732630931046' ***** 2024-11-26T14:22:44,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:22:44,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Set watcher on znode that does not yet exist, /11929933933/running 2024-11-26T14:22:44,711 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:22:44,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:22:44,712 INFO [RS:0;19945b63c2b4:32787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:22:44,712 INFO [RS:0;19945b63c2b4:32787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:22:44,712 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:44,713 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for 04f860d653ce1d114fbfa06bb44800a0 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,32787,1732630931046 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:32787. 2024-11-26T14:22:44,714 DEBUG [RS:0;19945b63c2b4:32787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:44,714 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:22:44,714 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:22:44,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc2378cf8632efa727dd5d1851b13f9a, disabling compactions & flushes 2024-11-26T14:22:44,715 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:44,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:44,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. after waiting 0 ms 2024-11-26T14:22:44,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:44,715 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc2378cf8632efa727dd5d1851b13f9a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-26T14:22:44,727 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:22:44,727 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1325): Online Regions={bc2378cf8632efa727dd5d1851b13f9a=hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a., 1588230740=hbase:meta,,1.1588230740, 04f860d653ce1d114fbfa06bb44800a0=test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.} 2024-11-26T14:22:44,727 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740, bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:44,727 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:44,727 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:44,727 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:44,727 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:44,727 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:44,728 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:22:44,761 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/info/9ad1d901006d4b66bd43beb7f7e56ce6 is 147, key is hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a./info:regioninfo/1732630947777/Put/seqid=0 2024-11-26T14:22:44,763 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:44,780 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/.tmp/queue/d46935087874423887955f2a8875704e is 154, key is 1-19945b63c2b4,32787,1732630931046/queue:19945b63c2b4%2C32787%2C1732630931046/1732630960972/Put/seqid=0 2024-11-26T14:22:44,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741840_1016 (size=7686) 2024-11-26T14:22:44,792 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/info/9ad1d901006d4b66bd43beb7f7e56ce6 2024-11-26T14:22:44,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741841_1017 (size=5353) 2024-11-26T14:22:44,838 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/ns/298008c5e3dd4ee48391e6af6c853cc0 is 43, key is default/ns:d/1732630933970/Put/seqid=0 2024-11-26T14:22:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741842_1018 (size=5153) 2024-11-26T14:22:44,881 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:44,885 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:22:44,885 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:22:44,928 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740, bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:45,128 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740, bc2378cf8632efa727dd5d1851b13f9a 2024-11-26T14:22:45,194 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/.tmp/queue/d46935087874423887955f2a8875704e 2024-11-26T14:22:45,199 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/.tmp/queue/d46935087874423887955f2a8875704e as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/queue/d46935087874423887955f2a8875704e 2024-11-26T14:22:45,207 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/queue/d46935087874423887955f2a8875704e, entries=1, sequenceid=14, filesize=5.2 K 2024-11-26T14:22:45,210 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bc2378cf8632efa727dd5d1851b13f9a in 495ms, sequenceid=14, compaction requested=false 2024-11-26T14:22:45,211 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:22:45,217 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/replication/bc2378cf8632efa727dd5d1851b13f9a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:45,218 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc2378cf8632efa727dd5d1851b13f9a: Waiting for close lock at 1732630964715Running coprocessor pre-close hooks at 1732630964715Disabling compacts and flushes for region at 1732630964715Disabling writes for close at 1732630964715Obtaining lock to block concurrent updates at 1732630964715Preparing flush snapshotting stores in bc2378cf8632efa727dd5d1851b13f9a at 1732630964715Finished memstore snapshotting hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732630964716 (+1 ms)Flushing stores of hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. at 1732630964716Flushing bc2378cf8632efa727dd5d1851b13f9a/queue: creating writer at 1732630964716Flushing bc2378cf8632efa727dd5d1851b13f9a/queue: appending metadata at 1732630964779 (+63 ms)Flushing bc2378cf8632efa727dd5d1851b13f9a/queue: closing flushed file at 1732630964779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e9e821: reopening flushed file at 1732630965198 (+419 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bc2378cf8632efa727dd5d1851b13f9a in 495ms, sequenceid=14, compaction requested=false at 1732630965210 (+12 ms)Writing region close event to WAL at 1732630965214 (+4 ms)Running coprocessor post-close hooks at 1732630965218 (+4 ms)Closed at 1732630965218 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630947011.bc2378cf8632efa727dd5d1851b13f9a. 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04f860d653ce1d114fbfa06bb44800a0, disabling compactions & flushes 2024-11-26T14:22:45,218 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. after waiting 0 ms 2024-11-26T14:22:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:45,219 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04f860d653ce1d114fbfa06bb44800a0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-26T14:22:45,238 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/f/0f00fd785fad4afa9ee6f833d1434387 is 37, key is row3/f:row3/1732630959566/Put/seqid=0 2024-11-26T14:22:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741843_1019 (size=5228) 2024-11-26T14:22:45,246 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/ns/298008c5e3dd4ee48391e6af6c853cc0 2024-11-26T14:22:45,263 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/rep_barrier/ff2a15eabe34475d82f02c376c237b46 is 112, key is test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0./rep_barrier:seqnumDuringOpen/1732630942461/Put/seqid=0 2024-11-26T14:22:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741844_1020 (size=5518) 2024-11-26T14:22:45,328 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740 2024-11-26T14:22:45,395 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1468, reset compression=false 2024-11-26T14:22:45,399 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:45,399 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1715, reset compression=false 2024-11-26T14:22:45,399 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,32787,1732630931046 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:45,400 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,32787,1732630931046: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,32787,1732630931046, walGroup=19945b63c2b4%2C32787%2C1732630931046, offset=19945b63c2b4%2C32787%2C1732630931046.1732630933018:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:32787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:22:45,402 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:22:45,402 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:22:45,402 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:22:45,402 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:22:45,402 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:22:45,402 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 907265872 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198779352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:22:45,403 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:32821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:32821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:22:45,528 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740 2024-11-26T14:22:45,602 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1715, reset compression=false 2024-11-26T14:22:45,645 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/f/0f00fd785fad4afa9ee6f833d1434387 2024-11-26T14:22:45,649 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f00fd785fad4afa9ee6f833d1434387 2024-11-26T14:22:45,665 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/f1/4427f165b56544bb8e3142e822664423 is 30, key is row1/f1:/1732630956397/DeleteFamily/seqid=0 2024-11-26T14:22:45,667 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/rep_barrier/ff2a15eabe34475d82f02c376c237b46 2024-11-26T14:22:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741845_1021 (size=5158) 2024-11-26T14:22:45,668 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/f1/4427f165b56544bb8e3142e822664423 2024-11-26T14:22:45,672 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4427f165b56544bb8e3142e822664423 2024-11-26T14:22:45,682 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/table/bceabddee9e44c80b1202b4ac38f0fdc is 53, key is hbase:replication/table:state/1732630947785/Put/seqid=0 2024-11-26T14:22:45,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741846_1022 (size=5308) 2024-11-26T14:22:45,687 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/norep/2b9dc0e9c17948189f2e9028a1a53937 is 33, key is row1/norep:/1732630956397/DeleteFamily/seqid=0 2024-11-26T14:22:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741847_1023 (size=5108) 2024-11-26T14:22:45,728 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:22:45,728 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 04f860d653ce1d114fbfa06bb44800a0=test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0.} 2024-11-26T14:22:45,728 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740 2024-11-26T14:22:45,788 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:45,906 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1715, reset compression=false 2024-11-26T14:22:45,929 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740 2024-11-26T14:22:46,087 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/table/bceabddee9e44c80b1202b4ac38f0fdc 2024-11-26T14:22:46,091 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/norep/2b9dc0e9c17948189f2e9028a1a53937 2024-11-26T14:22:46,091 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/info/9ad1d901006d4b66bd43beb7f7e56ce6 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/info/9ad1d901006d4b66bd43beb7f7e56ce6 2024-11-26T14:22:46,094 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9dc0e9c17948189f2e9028a1a53937 2024-11-26T14:22:46,094 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/info/9ad1d901006d4b66bd43beb7f7e56ce6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:22:46,094 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/f/0f00fd785fad4afa9ee6f833d1434387 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/f/0f00fd785fad4afa9ee6f833d1434387 2024-11-26T14:22:46,095 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/ns/298008c5e3dd4ee48391e6af6c853cc0 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/ns/298008c5e3dd4ee48391e6af6c853cc0 2024-11-26T14:22:46,098 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f00fd785fad4afa9ee6f833d1434387 2024-11-26T14:22:46,098 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/f/0f00fd785fad4afa9ee6f833d1434387, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T14:22:46,098 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/ns/298008c5e3dd4ee48391e6af6c853cc0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:22:46,099 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/rep_barrier/ff2a15eabe34475d82f02c376c237b46 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/rep_barrier/ff2a15eabe34475d82f02c376c237b46 2024-11-26T14:22:46,099 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/f1/4427f165b56544bb8e3142e822664423 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/f1/4427f165b56544bb8e3142e822664423 2024-11-26T14:22:46,102 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4427f165b56544bb8e3142e822664423 2024-11-26T14:22:46,102 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/rep_barrier/ff2a15eabe34475d82f02c376c237b46, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:22:46,102 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/f1/4427f165b56544bb8e3142e822664423, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T14:22:46,103 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/.tmp/table/bceabddee9e44c80b1202b4ac38f0fdc as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/table/bceabddee9e44c80b1202b4ac38f0fdc 2024-11-26T14:22:46,103 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/.tmp/norep/2b9dc0e9c17948189f2e9028a1a53937 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/norep/2b9dc0e9c17948189f2e9028a1a53937 2024-11-26T14:22:46,111 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9dc0e9c17948189f2e9028a1a53937 2024-11-26T14:22:46,111 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/norep/2b9dc0e9c17948189f2e9028a1a53937, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T14:22:46,111 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/table/bceabddee9e44c80b1202b4ac38f0fdc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:22:46,112 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false 2024-11-26T14:22:46,112 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 04f860d653ce1d114fbfa06bb44800a0 in 894ms, sequenceid=12, compaction requested=false 2024-11-26T14:22:46,129 DEBUG [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1351): Waiting on 04f860d653ce1d114fbfa06bb44800a0, 1588230740 2024-11-26T14:22:46,131 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:22:46,131 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/data/default/test/04f860d653ce1d114fbfa06bb44800a0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:46,132 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630964727Running coprocessor pre-close hooks at 1732630964727Disabling compacts and flushes for region at 1732630964727Disabling writes for close at 1732630964727Obtaining lock to block concurrent updates at 1732630964728 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732630964728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630964728Flushing stores of hbase:meta,,1.1588230740 at 1732630964729 (+1 ms)Flushing 1588230740/info: creating writer at 1732630964729Flushing 1588230740/info: appending metadata at 1732630964761 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732630964761Flushing 1588230740/ns: creating writer at 1732630964809 (+48 ms)Flushing 1588230740/ns: appending metadata at 1732630964838 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732630964838Flushing 1588230740/rep_barrier: creating writer at 1732630965249 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630965263 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630965263Flushing 1588230740/table: creating writer at 1732630965671 (+408 ms)Flushing 1588230740/table: appending metadata at 1732630965682 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732630965682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42186b58: reopening flushed file at 1732630966091 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400952a: reopening flushed file at 1732630966094 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41957df4: reopening flushed file at 1732630966098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32326d46: reopening flushed file at 1732630966102 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1385ms, sequenceid=16, compaction requested=false at 1732630966112 (+10 ms)Writing region close event to WAL at 1732630966129 (+17 ms)Running coprocessor post-close hooks at 1732630966132 (+3 ms)Closed at 1732630966132 2024-11-26T14:22:46,132 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04f860d653ce1d114fbfa06bb44800a0: Waiting for close lock at 1732630965218Running coprocessor pre-close hooks at 1732630965218Disabling compacts and flushes for region at 1732630965218Disabling writes for close at 1732630965218Obtaining lock to block concurrent updates at 1732630965219 (+1 ms)Preparing flush snapshotting stores in 04f860d653ce1d114fbfa06bb44800a0 at 1732630965219Finished memstore snapshotting test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732630965219Flushing stores of test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. at 1732630965219Flushing 04f860d653ce1d114fbfa06bb44800a0/f: creating writer at 1732630965219Flushing 04f860d653ce1d114fbfa06bb44800a0/f: appending metadata at 1732630965237 (+18 ms)Flushing 04f860d653ce1d114fbfa06bb44800a0/f: closing flushed file at 1732630965237Flushing 04f860d653ce1d114fbfa06bb44800a0/f1: creating writer at 1732630965649 (+412 ms)Flushing 04f860d653ce1d114fbfa06bb44800a0/f1: appending metadata at 1732630965664 (+15 ms)Flushing 04f860d653ce1d114fbfa06bb44800a0/f1: closing flushed file at 1732630965664Flushing 04f860d653ce1d114fbfa06bb44800a0/norep: creating writer at 1732630965672 (+8 ms)Flushing 04f860d653ce1d114fbfa06bb44800a0/norep: appending metadata at 1732630965687 (+15 ms)Flushing 04f860d653ce1d114fbfa06bb44800a0/norep: closing flushed file at 1732630965687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735d075a: reopening flushed file at 1732630966094 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7781e9bb: reopening flushed file at 1732630966098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b646ea7: reopening flushed file at 1732630966102 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 04f860d653ce1d114fbfa06bb44800a0 in 894ms, sequenceid=12, compaction requested=false at 1732630966112 (+10 ms)Writing region close event to WAL at 1732630966129 (+17 ms)Running coprocessor post-close hooks at 1732630966132 (+3 ms)Closed at 1732630966132 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:46,132 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630941528.04f860d653ce1d114fbfa06bb44800a0. 2024-11-26T14:22:46,309 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 1715, reset compression=false 2024-11-26T14:22:46,313 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:46,313 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/WALs/19945b63c2b4,32787,1732630931046/19945b63c2b4%2C32787%2C1732630931046.1732630933018 to pos 2359, reset compression=false 2024-11-26T14:22:46,329 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,32787,1732630931046; all regions closed. 2024-11-26T14:22:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:22:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741839_1015 (size=3552) 2024-11-26T14:22:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741832_1008 (size=2367) 2024-11-26T14:22:46,335 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:46,335 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:46,335 INFO [RS:0;19945b63c2b4:32787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:46,336 INFO [RS:0;19945b63c2b4:32787 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:46,336 INFO [RS:0;19945b63c2b4:32787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:46,336 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:46,336 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,32787,1732630931046 because: Region server is closing 2024-11-26T14:22:46,336 INFO [RS:0;19945b63c2b4:32787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:32787. 2024-11-26T14:22:46,336 DEBUG [RS:0;19945b63c2b4:32787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:46,336 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:46,337 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:46,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:46,437 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.shipper19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 terminated 2024-11-26T14:22:46,437 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,32787,1732630931046.replicationSource.wal-reader.19945b63c2b4%2C32787%2C1732630931046,1-19945b63c2b4,32787,1732630931046 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:22:46,437 INFO [RS:0;19945b63c2b4:32787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:32787. 2024-11-26T14:22:46,437 DEBUG [RS:0;19945b63c2b4:32787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:46,437 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:46,437 DEBUG [RS:0;19945b63c2b4:32787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:46,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:46,438 INFO [RS:0;19945b63c2b4:32787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32787 2024-11-26T14:22:46,493 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11929933933/rs/19945b63c2b4,32787,1732630931046 2024-11-26T14:22:46,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933/rs 2024-11-26T14:22:46,493 INFO [RS:0;19945b63c2b4:32787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:46,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,32787,1732630931046] 2024-11-26T14:22:46,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11929933933/draining/19945b63c2b4,32787,1732630931046 already deleted, retry=false 2024-11-26T14:22:46,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,32787,1732630931046 expired; onlineServers=0 2024-11-26T14:22:46,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,32821,1732630930888' ***** 2024-11-26T14:22:46,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:22:46,580 INFO [M:0;19945b63c2b4:32821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:46,580 INFO [M:0;19945b63c2b4:32821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:46,580 DEBUG [M:0;19945b63c2b4:32821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:22:46,580 DEBUG [M:0;19945b63c2b4:32821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:22:46,580 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630932752 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630932752,5,FailOnTimeoutGroup] 2024-11-26T14:22:46,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:22:46,580 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630932752 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630932752,5,FailOnTimeoutGroup] 2024-11-26T14:22:46,580 INFO [M:0;19945b63c2b4:32821 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:46,580 INFO [M:0;19945b63c2b4:32821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:46,580 DEBUG [M:0;19945b63c2b4:32821 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:22:46,580 INFO [M:0;19945b63c2b4:32821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:22:46,580 INFO [M:0;19945b63c2b4:32821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:46,581 INFO [M:0;19945b63c2b4:32821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:22:46,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:22:46,612 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:46,613 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32787-0x1017785c2e90004, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:46,613 INFO [RS:0;19945b63c2b4:32787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:46,613 INFO [RS:0;19945b63c2b4:32787 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,32787,1732630931046; zookeeper connection closed. 2024-11-26T14:22:46,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11965fcc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11965fcc 2024-11-26T14:22:46,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:22:46,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11929933933/master 2024-11-26T14:22:46,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11929933933 2024-11-26T14:22:46,654 DEBUG [M:0;19945b63c2b4:32821 {}] zookeeper.ZKUtil(347): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Unable to get data of znode /11929933933/master because node does not exist (not an error) 2024-11-26T14:22:46,654 WARN [M:0;19945b63c2b4:32821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:22:46,654 INFO [M:0;19945b63c2b4:32821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/.lastflushedseqids 2024-11-26T14:22:46,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:22:46,792 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:47,059 INFO [M:0;19945b63c2b4:32821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:22:47,059 INFO [M:0;19945b63c2b4:32821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:22:47,059 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:47,059 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:47,059 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:47,059 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:47,059 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:47,060 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T14:22:47,073 DEBUG [M:0;19945b63c2b4:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2fabebbed0347bcadab691d341a6d99 is 82, key is hbase:meta,,1/info:regioninfo/1732630933952/Put/seqid=0 2024-11-26T14:22:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:22:47,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,477 INFO [M:0;19945b63c2b4:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2fabebbed0347bcadab691d341a6d99 2024-11-26T14:22:47,493 DEBUG [M:0;19945b63c2b4:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba7bf18f51fc4605885d3abb15b944a6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732630942474/Put/seqid=0 2024-11-26T14:22:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741850_1026 (size=7218) 2024-11-26T14:22:47,895 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:47,897 INFO [M:0;19945b63c2b4:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba7bf18f51fc4605885d3abb15b944a6 2024-11-26T14:22:47,900 INFO [M:0;19945b63c2b4:32821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba7bf18f51fc4605885d3abb15b944a6 2024-11-26T14:22:47,912 DEBUG [M:0;19945b63c2b4:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/349abdaa1f9741a59bef7e730263c42e is 69, key is 19945b63c2b4,32787,1732630931046/rs:state/1732630932818/Put/seqid=0 2024-11-26T14:22:47,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:22:47,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:47,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:47,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:48,315 INFO [M:0;19945b63c2b4:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/349abdaa1f9741a59bef7e730263c42e 2024-11-26T14:22:48,319 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2fabebbed0347bcadab691d341a6d99 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2fabebbed0347bcadab691d341a6d99 2024-11-26T14:22:48,322 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2fabebbed0347bcadab691d341a6d99, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T14:22:48,323 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba7bf18f51fc4605885d3abb15b944a6 as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba7bf18f51fc4605885d3abb15b944a6 2024-11-26T14:22:48,325 INFO [M:0;19945b63c2b4:32821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba7bf18f51fc4605885d3abb15b944a6 2024-11-26T14:22:48,325 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba7bf18f51fc4605885d3abb15b944a6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T14:22:48,326 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/349abdaa1f9741a59bef7e730263c42e as hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/349abdaa1f9741a59bef7e730263c42e 2024-11-26T14:22:48,328 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/349abdaa1f9741a59bef7e730263c42e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T14:22:48,329 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-11-26T14:22:48,330 INFO [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:48,330 DEBUG [M:0;19945b63c2b4:32821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630967059Disabling compacts and flushes for region at 1732630967059Disabling writes for close at 1732630967059Obtaining lock to block concurrent updates at 1732630967060 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630967060Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732630967060Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630967060Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630967060Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630967073 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630967073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630967480 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630967493 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630967493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630967900 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630967912 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630967912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e76d2d3: reopening flushed file at 1732630968318 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b60daf: reopening flushed file at 1732630968322 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0489a1: reopening flushed file at 1732630968325 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1732630968329 (+4 ms)Writing region close event to WAL at 1732630968330 (+1 ms)Closed at 1732630968330 2024-11-26T14:22:48,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b67a3b0b-3e49-dfa9-1dbe-b5239cc586fc/MasterData/WALs/19945b63c2b4,32821,1732630930888/19945b63c2b4%2C32821%2C1732630930888.1732630932374 not finished, retry = 0 2024-11-26T14:22:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39941 is added to blk_1073741830_1006 (size=64423) 2024-11-26T14:22:48,432 INFO [M:0;19945b63c2b4:32821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:22:48,432 INFO [M:0;19945b63c2b4:32821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32821 2024-11-26T14:22:48,432 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:48,433 INFO [M:0;19945b63c2b4:32821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:48,592 INFO [M:0;19945b63c2b4:32821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:48,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1017785c2e90003, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:48,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f1f434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:48,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@127fafdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:48,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a976ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:48,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c1f34ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:48,596 WARN [BP-552863842-172.17.0.3-1732630928894 heartbeating to localhost/127.0.0.1:44721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:22:48,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:22:48,596 WARN [BP-552863842-172.17.0.3-1732630928894 heartbeating to localhost/127.0.0.1:44721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-552863842-172.17.0.3-1732630928894 (Datanode Uuid fc8fc39a-52e8-4632-b8a7-767948ff278b) service to localhost/127.0.0.1:44721 2024-11-26T14:22:48,596 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:22:48,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/cluster_e8506c53-b75d-1b54-9370-52b8d96cc30f/data/data1/current/BP-552863842-172.17.0.3-1732630928894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:48,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/cluster_e8506c53-b75d-1b54-9370-52b8d96cc30f/data/data2/current/BP-552863842-172.17.0.3-1732630928894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:48,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:22:48,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26cbc716{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:48,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ad34725{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:48,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:48,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b4f68ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:48,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41a0abd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72697ae5-bac2-fb22-9228-7cd3110b6eee/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:48,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:22:48,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:22:48,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:48,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:48,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:48,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:48,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:48,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:22:48,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=73378493, stopped=false 2024-11-26T14:22:48,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,43487,1732630925614 2024-11-26T14:22:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01589515829/running 2024-11-26T14:22:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01589515829/running 2024-11-26T14:22:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:48,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:48,670 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:48,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:22:48,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:48,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:48,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/running 2024-11-26T14:22:48,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Set watcher on znode that does not yet exist, /01589515829/running 2024-11-26T14:22:48,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,45741,1732630925798' ***** 2024-11-26T14:22:48,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:22:48,672 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:48,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,45741,1732630925798 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:48,673 INFO [RS:0;19945b63c2b4:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:45741. 2024-11-26T14:22:48,673 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f36cdc6cbeb0b7d4baef361365e44810, disabling compactions & flushes 2024-11-26T14:22:48,673 DEBUG [RS:0;19945b63c2b4:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:48,673 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:48,673 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:48,673 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:48,673 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. after waiting 0 ms 2024-11-26T14:22:48,674 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:48,674 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f36cdc6cbeb0b7d4baef361365e44810 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-26T14:22:48,674 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:22:48,674 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:22:48,674 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:22:48,674 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:22:48,676 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:22:48,676 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1325): Online Regions={f36cdc6cbeb0b7d4baef361365e44810=test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810., 1588230740=hbase:meta,,1.1588230740, c0d2209a55bf433b39a26c01f527e93b=hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.} 2024-11-26T14:22:48,676 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0d2209a55bf433b39a26c01f527e93b, f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:48,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:48,676 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:48,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:48,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:48,676 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:48,676 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:22:48,698 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/f/736c905321f3418da39d9c10aa5bfbf7 is 37, key is row3/f:row3/1732630959566/Put/seqid=0 2024-11-26T14:22:48,701 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/info/a31b330d401f44578111c5ec983ed65b is 147, key is hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b./info:regioninfo/1732630946058/Put/seqid=0 2024-11-26T14:22:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741840_1016 (size=5228) 2024-11-26T14:22:48,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741841_1017 (size=7686) 2024-11-26T14:22:48,762 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:48,786 INFO [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T14:22:48,786 INFO [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T14:22:48,876 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0d2209a55bf433b39a26c01f527e93b, f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:48,891 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:22:48,891 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:22:49,076 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0d2209a55bf433b39a26c01f527e93b, f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:49,098 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1496, reset compression=false 2024-11-26T14:22:49,102 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:49,102 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1743, reset compression=false 2024-11-26T14:22:49,102 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,45741,1732630925798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:22:49,103 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,45741,1732630925798: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,45741,1732630925798, walGroup=19945b63c2b4%2C45741%2C1732630925798, offset=19945b63c2b4%2C45741%2C1732630925798.1732630928021:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:45741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:22:49,104 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:22:49,104 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:22:49,105 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:22:49,106 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:22:49,106 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:22:49,106 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 912596472 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199534160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:22:49,106 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:43487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:43487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:22:49,107 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/f/736c905321f3418da39d9c10aa5bfbf7 2024-11-26T14:22:49,110 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/info/a31b330d401f44578111c5ec983ed65b 2024-11-26T14:22:49,111 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 736c905321f3418da39d9c10aa5bfbf7 2024-11-26T14:22:49,130 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/f1/022b6aecf5354e45acd9647efa0d06a2 is 30, key is row1/f1:/1732630956397/DeleteFamily/seqid=0 2024-11-26T14:22:49,133 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/ns/f747797d116d430ea2733363f90d3156 is 43, key is default/ns:d/1732630928724/Put/seqid=0 2024-11-26T14:22:49,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741842_1018 (size=5158) 2024-11-26T14:22:49,135 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/f1/022b6aecf5354e45acd9647efa0d06a2 2024-11-26T14:22:49,138 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022b6aecf5354e45acd9647efa0d06a2 2024-11-26T14:22:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741843_1019 (size=5153) 2024-11-26T14:22:49,155 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/norep/a615496f72b044a8816199a30ff8c68f is 32, key is row/norep:/1732630955390/DeleteFamily/seqid=0 2024-11-26T14:22:49,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741844_1020 (size=5101) 2024-11-26T14:22:49,277 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0d2209a55bf433b39a26c01f527e93b, f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:49,307 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1743, reset compression=false 2024-11-26T14:22:49,477 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0d2209a55bf433b39a26c01f527e93b, f36cdc6cbeb0b7d4baef361365e44810 2024-11-26T14:22:49,546 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/ns/f747797d116d430ea2733363f90d3156 2024-11-26T14:22:49,559 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/norep/a615496f72b044a8816199a30ff8c68f 2024-11-26T14:22:49,562 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a615496f72b044a8816199a30ff8c68f 2024-11-26T14:22:49,563 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/f/736c905321f3418da39d9c10aa5bfbf7 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/f/736c905321f3418da39d9c10aa5bfbf7 2024-11-26T14:22:49,564 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/rep_barrier/6d46f330549a4a70b42554a254baef23 is 112, key is test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810./rep_barrier:seqnumDuringOpen/1732630940535/Put/seqid=0 2024-11-26T14:22:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741845_1021 (size=5518) 2024-11-26T14:22:49,567 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 736c905321f3418da39d9c10aa5bfbf7 2024-11-26T14:22:49,567 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/f/736c905321f3418da39d9c10aa5bfbf7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-26T14:22:49,567 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/f1/022b6aecf5354e45acd9647efa0d06a2 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/f1/022b6aecf5354e45acd9647efa0d06a2 2024-11-26T14:22:49,571 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022b6aecf5354e45acd9647efa0d06a2 2024-11-26T14:22:49,571 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/f1/022b6aecf5354e45acd9647efa0d06a2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-26T14:22:49,572 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/.tmp/norep/a615496f72b044a8816199a30ff8c68f as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/norep/a615496f72b044a8816199a30ff8c68f 2024-11-26T14:22:49,575 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a615496f72b044a8816199a30ff8c68f 2024-11-26T14:22:49,576 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/norep/a615496f72b044a8816199a30ff8c68f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-26T14:22:49,576 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f36cdc6cbeb0b7d4baef361365e44810 in 902ms, sequenceid=12, compaction requested=false 2024-11-26T14:22:49,576 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:22:49,580 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/default/test/f36cdc6cbeb0b7d4baef361365e44810/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T14:22:49,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:49,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:49,581 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:49,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f36cdc6cbeb0b7d4baef361365e44810: Waiting for close lock at 1732630968673Running coprocessor pre-close hooks at 1732630968673Disabling compacts and flushes for region at 1732630968673Disabling writes for close at 1732630968673Obtaining lock to block concurrent updates at 1732630968674 (+1 ms)Preparing flush snapshotting stores in f36cdc6cbeb0b7d4baef361365e44810 at 1732630968674Finished memstore snapshotting test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732630968675 (+1 ms)Flushing stores of test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. at 1732630968675Flushing f36cdc6cbeb0b7d4baef361365e44810/f: creating writer at 1732630968676 (+1 ms)Flushing f36cdc6cbeb0b7d4baef361365e44810/f: appending metadata at 1732630968697 (+21 ms)Flushing f36cdc6cbeb0b7d4baef361365e44810/f: closing flushed file at 1732630968697Flushing f36cdc6cbeb0b7d4baef361365e44810/f1: creating writer at 1732630969111 (+414 ms)Flushing f36cdc6cbeb0b7d4baef361365e44810/f1: appending metadata at 1732630969129 (+18 ms)Flushing f36cdc6cbeb0b7d4baef361365e44810/f1: closing flushed file at 1732630969129Flushing f36cdc6cbeb0b7d4baef361365e44810/norep: creating writer at 1732630969139 (+10 ms)Flushing f36cdc6cbeb0b7d4baef361365e44810/norep: appending metadata at 1732630969155 (+16 ms)Flushing f36cdc6cbeb0b7d4baef361365e44810/norep: closing flushed file at 1732630969155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1e902f: reopening flushed file at 1732630969562 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c96352a: reopening flushed file at 1732630969567 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fba24ce: reopening flushed file at 1732630969571 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f36cdc6cbeb0b7d4baef361365e44810 in 902ms, sequenceid=12, compaction requested=false at 1732630969576 (+5 ms)Writing region close event to WAL at 1732630969578 (+2 ms)Running coprocessor post-close hooks at 1732630969581 (+3 ms)Closed at 1732630969581 2024-11-26T14:22:49,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630939378.f36cdc6cbeb0b7d4baef361365e44810. 2024-11-26T14:22:49,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0d2209a55bf433b39a26c01f527e93b, disabling compactions & flushes 2024-11-26T14:22:49,581 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,581 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,582 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. after waiting 0 ms 2024-11-26T14:22:49,582 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,582 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0d2209a55bf433b39a26c01f527e93b: Waiting for close lock at 1732630969581Running coprocessor pre-close hooks at 1732630969581Disabling compacts and flushes for region at 1732630969581Disabling writes for close at 1732630969582 (+1 ms)Failed flush hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b., putting online again at 1732630969582 2024-11-26T14:22:49,582 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,612 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 1743, reset compression=false 2024-11-26T14:22:49,616 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:22:49,616 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 2387, reset compression=false 2024-11-26T14:22:49,677 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:22:49,677 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c0d2209a55bf433b39a26c01f527e93b=hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b.} 2024-11-26T14:22:49,677 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(3091): Received CLOSE for c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:49,677 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0d2209a55bf433b39a26c01f527e93b 2024-11-26T14:22:49,677 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0d2209a55bf433b39a26c01f527e93b, disabling compactions & flushes 2024-11-26T14:22:49,677 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,677 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,677 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. after waiting 0 ms 2024-11-26T14:22:49,677 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,677 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0d2209a55bf433b39a26c01f527e93b: Waiting for close lock at 1732630969677Running coprocessor pre-close hooks at 1732630969677Disabling compacts and flushes for region at 1732630969677Disabling writes for close at 1732630969677Failed flush hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b., putting online again at 1732630969677 2024-11-26T14:22:49,678 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732630944860.c0d2209a55bf433b39a26c01f527e93b. 2024-11-26T14:22:49,819 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 2387, reset compression=false 2024-11-26T14:22:49,877 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:22:49,967 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/rep_barrier/6d46f330549a4a70b42554a254baef23 2024-11-26T14:22:49,991 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/table/ab6a2f8d3db24167b49613adc22ed689 is 53, key is hbase:replication/table:state/1732630946066/Put/seqid=0 2024-11-26T14:22:49,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741846_1022 (size=5308) 2024-11-26T14:22:50,077 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:22:50,129 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 2387, reset compression=false 2024-11-26T14:22:50,278 DEBUG [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:22:50,395 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/table/ab6a2f8d3db24167b49613adc22ed689 2024-11-26T14:22:50,399 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/info/a31b330d401f44578111c5ec983ed65b as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/info/a31b330d401f44578111c5ec983ed65b 2024-11-26T14:22:50,403 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/info/a31b330d401f44578111c5ec983ed65b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:22:50,403 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/ns/f747797d116d430ea2733363f90d3156 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/ns/f747797d116d430ea2733363f90d3156 2024-11-26T14:22:50,408 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/ns/f747797d116d430ea2733363f90d3156, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:22:50,408 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/rep_barrier/6d46f330549a4a70b42554a254baef23 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/rep_barrier/6d46f330549a4a70b42554a254baef23 2024-11-26T14:22:50,413 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/rep_barrier/6d46f330549a4a70b42554a254baef23, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:22:50,413 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/.tmp/table/ab6a2f8d3db24167b49613adc22ed689 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/table/ab6a2f8d3db24167b49613adc22ed689 2024-11-26T14:22:50,416 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/table/ab6a2f8d3db24167b49613adc22ed689, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:22:50,417 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false 2024-11-26T14:22:50,417 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:22:50,421 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:22:50,421 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:22:50,421 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:22:50,421 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:50,421 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630968676Running coprocessor pre-close hooks at 1732630968676Disabling compacts and flushes for region at 1732630968676Disabling writes for close at 1732630968676Obtaining lock to block concurrent updates at 1732630968676Preparing flush snapshotting stores in 1588230740 at 1732630968676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732630968677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732630968677Flushing 1588230740/info: creating writer at 1732630968677Flushing 1588230740/info: appending metadata at 1732630968701 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732630968701Flushing 1588230740/ns: creating writer at 1732630969114 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732630969133 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732630969133Flushing 1588230740/rep_barrier: creating writer at 1732630969549 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732630969563 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732630969563Flushing 1588230740/table: creating writer at 1732630969972 (+409 ms)Flushing 1588230740/table: appending metadata at 1732630969991 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732630969991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336b38e3: reopening flushed file at 1732630970399 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729acfb0: reopening flushed file at 1732630970403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6803e242: reopening flushed file at 1732630970408 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@546b359d: reopening flushed file at 1732630970413 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false at 1732630970417 (+4 ms)Writing region close event to WAL at 1732630970419 (+2 ms)Running coprocessor post-close hooks at 1732630970421 (+2 ms)Closed at 1732630970421 2024-11-26T14:22:50,421 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:50,478 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-26T14:22:50,478 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,45741,1732630925798; all regions closed. 2024-11-26T14:22:50,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:22:50,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741839_1015 (size=2391) 2024-11-26T14:22:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741832_1008 (size=2395) 2024-11-26T14:22:50,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 not finished, retry = 0 2024-11-26T14:22:50,536 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 to pos 2387, reset compression=false 2024-11-26T14:22:50,586 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/WALs/19945b63c2b4,45741,1732630925798/19945b63c2b4%2C45741%2C1732630925798.1732630928021 2024-11-26T14:22:50,586 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:50,586 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:22:50,587 INFO [RS:0;19945b63c2b4:45741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:50,587 INFO [RS:0;19945b63c2b4:45741 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:50,587 INFO [RS:0;19945b63c2b4:45741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:50,587 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:50,588 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,45741,1732630925798 because: Region server is closing 2024-11-26T14:22:50,588 INFO [RS:0;19945b63c2b4:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:45741. 2024-11-26T14:22:50,588 DEBUG [RS:0;19945b63c2b4:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:50,588 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:50,588 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:50,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:50,688 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.shipper19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 terminated 2024-11-26T14:22:50,688 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,45741,1732630925798.replicationSource.wal-reader.19945b63c2b4%2C45741%2C1732630925798,1-19945b63c2b4,45741,1732630925798 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-26T14:22:50,688 INFO [RS:0;19945b63c2b4:45741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:45741. 2024-11-26T14:22:50,689 DEBUG [RS:0;19945b63c2b4:45741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:22:50,689 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:50,689 DEBUG [RS:0;19945b63c2b4:45741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:50,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:22:50,689 INFO [RS:0;19945b63c2b4:45741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45741 2024-11-26T14:22:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01589515829/rs/19945b63c2b4,45741,1732630925798 2024-11-26T14:22:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829/rs 2024-11-26T14:22:50,702 INFO [RS:0;19945b63c2b4:45741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:50,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,45741,1732630925798] 2024-11-26T14:22:50,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01589515829/draining/19945b63c2b4,45741,1732630925798 already deleted, retry=false 2024-11-26T14:22:50,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,45741,1732630925798 expired; onlineServers=0 2024-11-26T14:22:50,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,43487,1732630925614' ***** 2024-11-26T14:22:50,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:22:50,723 INFO [M:0;19945b63c2b4:43487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:22:50,723 INFO [M:0;19945b63c2b4:43487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:22:50,723 DEBUG [M:0;19945b63c2b4:43487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:22:50,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:22:50,723 DEBUG [M:0;19945b63c2b4:43487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:22:50,723 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630927825 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630927825,5,FailOnTimeoutGroup] 2024-11-26T14:22:50,723 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630927825 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630927825,5,FailOnTimeoutGroup] 2024-11-26T14:22:50,723 INFO [M:0;19945b63c2b4:43487 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:22:50,723 INFO [M:0;19945b63c2b4:43487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:22:50,723 DEBUG [M:0;19945b63c2b4:43487 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:22:50,723 INFO [M:0;19945b63c2b4:43487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:22:50,723 INFO [M:0;19945b63c2b4:43487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:22:50,724 INFO [M:0;19945b63c2b4:43487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:22:50,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:22:50,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01589515829/master 2024-11-26T14:22:50,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01589515829 2024-11-26T14:22:50,733 DEBUG [M:0;19945b63c2b4:43487 {}] zookeeper.ZKUtil(347): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Unable to get data of znode /01589515829/master because node does not exist (not an error) 2024-11-26T14:22:50,733 WARN [M:0;19945b63c2b4:43487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:22:50,734 INFO [M:0;19945b63c2b4:43487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/.lastflushedseqids 2024-11-26T14:22:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741847_1023 (size=245) 2024-11-26T14:22:50,812 INFO [RS:0;19945b63c2b4:45741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:50,812 INFO [RS:0;19945b63c2b4:45741 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,45741,1732630925798; zookeeper connection closed. 2024-11-26T14:22:50,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:50,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45741-0x1017785c2e90001, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:50,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f071f93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f071f93 2024-11-26T14:22:50,822 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:22:51,138 INFO [M:0;19945b63c2b4:43487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:22:51,138 INFO [M:0;19945b63c2b4:43487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:22:51,138 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:51,138 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:51,138 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:51,138 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:51,138 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:51,138 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T14:22:51,152 DEBUG [M:0;19945b63c2b4:43487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17a71c5fd7b74fd796b439121d79a1d5 is 82, key is hbase:meta,,1/info:regioninfo/1732630928676/Put/seqid=0 2024-11-26T14:22:51,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741848_1024 (size=5672) 2024-11-26T14:22:51,556 INFO [M:0;19945b63c2b4:43487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17a71c5fd7b74fd796b439121d79a1d5 2024-11-26T14:22:51,578 DEBUG [M:0;19945b63c2b4:43487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47def603b39744bdb42eeec66dcf8798 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732630940546/Put/seqid=0 2024-11-26T14:22:51,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741849_1025 (size=7218) 2024-11-26T14:22:51,599 INFO [M:0;19945b63c2b4:43487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47def603b39744bdb42eeec66dcf8798 2024-11-26T14:22:51,604 INFO [M:0;19945b63c2b4:43487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47def603b39744bdb42eeec66dcf8798 2024-11-26T14:22:51,629 DEBUG [M:0;19945b63c2b4:43487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c05d73f1e6c42e8b16c476fcb11e080 is 69, key is 19945b63c2b4,45741,1732630925798/rs:state/1732630927869/Put/seqid=0 2024-11-26T14:22:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741850_1026 (size=5156) 2024-11-26T14:22:51,634 INFO [M:0;19945b63c2b4:43487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c05d73f1e6c42e8b16c476fcb11e080 2024-11-26T14:22:51,639 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17a71c5fd7b74fd796b439121d79a1d5 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17a71c5fd7b74fd796b439121d79a1d5 2024-11-26T14:22:51,644 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17a71c5fd7b74fd796b439121d79a1d5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T14:22:51,644 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47def603b39744bdb42eeec66dcf8798 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47def603b39744bdb42eeec66dcf8798 2024-11-26T14:22:51,649 INFO [M:0;19945b63c2b4:43487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47def603b39744bdb42eeec66dcf8798 2024-11-26T14:22:51,649 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47def603b39744bdb42eeec66dcf8798, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T14:22:51,650 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c05d73f1e6c42e8b16c476fcb11e080 as hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c05d73f1e6c42e8b16c476fcb11e080 2024-11-26T14:22:51,656 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37931/user/jenkins/test-data/710550ce-528f-cf55-5f83-59812fa4e5ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c05d73f1e6c42e8b16c476fcb11e080, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T14:22:51,657 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=105, compaction requested=false 2024-11-26T14:22:51,696 INFO [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:51,696 DEBUG [M:0;19945b63c2b4:43487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630971138Disabling compacts and flushes for region at 1732630971138Disabling writes for close at 1732630971138Obtaining lock to block concurrent updates at 1732630971138Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732630971138Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732630971139 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732630971139Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732630971139Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732630971152 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732630971152Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732630971560 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732630971577 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732630971577Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732630971604 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732630971629 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732630971629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474f2095: reopening flushed file at 1732630971638 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34780df2: reopening flushed file at 1732630971644 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30705f75: reopening flushed file at 1732630971650 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=105, compaction requested=false at 1732630971657 (+7 ms)Writing region close event to WAL at 1732630971696 (+39 ms)Closed at 1732630971696 2024-11-26T14:22:51,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33015 is added to blk_1073741830_1006 (size=64423) 2024-11-26T14:22:51,700 INFO [M:0;19945b63c2b4:43487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:22:51,700 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:22:51,700 INFO [M:0;19945b63c2b4:43487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43487 2024-11-26T14:22:51,700 INFO [M:0;19945b63c2b4:43487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:22:51,812 INFO [M:0;19945b63c2b4:43487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:22:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:51,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43487-0x1017785c2e90000, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:22:51,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3123457e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:51,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e77c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:51,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:51,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73283052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:51,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2078d614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:51,825 WARN [BP-1830360637-172.17.0.3-1732630923107 heartbeating to localhost/127.0.0.1:37931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:22:51,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:22:51,825 WARN [BP-1830360637-172.17.0.3-1732630923107 heartbeating to localhost/127.0.0.1:37931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1830360637-172.17.0.3-1732630923107 (Datanode Uuid e7573cfb-4054-43cc-9c52-1c9a9597bab7) service to localhost/127.0.0.1:37931 2024-11-26T14:22:51,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:22:51,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/data/data2/current/BP-1830360637-172.17.0.3-1732630923107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:51,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:22:51,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/cluster_7104ca56-34fa-ffd8-6920-a9592a240b7f/data/data1/current/BP-1830360637-172.17.0.3-1732630923107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:22:51,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63d86ee8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:51,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5054afca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:22:51,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:22:51,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e3338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:22:51,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4842f658{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b195451c-d3e5-b276-e836-0dfb091b8436/hadoop.log.dir/,STOPPED} 2024-11-26T14:22:51,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:22:51,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:22:51,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60304) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60304) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44721 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60304) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41859 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37931 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=734 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 477) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5100 (was 4500) - AvailableMemoryMB LEAK? - 2024-11-26T14:22:51,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=561, ProcessCount=11, AvailableMemoryMB=5100 2024-11-26T14:22:51,924 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-26T14:22:51,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir so I do NOT create it in target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9 2024-11-26T14:22:51,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:22:51,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.tmp.dir so I do NOT create it in target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9 2024-11-26T14:22:51,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bec441ef-e80c-bf0b-ffb3-d22c35c543b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:22:51,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9 2024-11-26T14:22:51,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f, deleteOnExit=true 2024-11-26T14:22:51,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017785c2e90008, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:22:51,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017785c2e90005, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:22:51,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017785c2e90002, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:22:51,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017785c2e90002, quorum=127.0.0.1:60304, baseZNode=/01589515829 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:22:51,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017785c2e90005, quorum=127.0.0.1:60304, baseZNode=/11929933933 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:22:51,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017785c2e90008, quorum=127.0.0.1:60304, baseZNode=/2-1538707374 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:22:51,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/zookeeper_0, clientPort=59475, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:22:51,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59475 2024-11-26T14:22:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:22:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:22:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/test.cache.data in system properties and HBase conf 2024-11-26T14:22:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:22:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:22:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:22:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:22:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:22:51,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:22:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:22:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:22:52,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:52,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:52,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:52,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:52,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:22:52,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:52,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5492bee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:52,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5a9c91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:52,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a6e78ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/java.io.tmpdir/jetty-localhost-36569-hadoop-hdfs-3_4_1-tests_jar-_-any-882780572810875653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:52,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a68c785{HTTP/1.1, (http/1.1)}{localhost:36569} 2024-11-26T14:22:52,695 INFO [Time-limited test {}] server.Server(415): Started @282603ms 2024-11-26T14:22:53,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:53,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:53,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:53,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:53,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:22:53,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53619954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:53,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd286f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:53,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4925c354{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/java.io.tmpdir/jetty-localhost-40175-hadoop-hdfs-3_4_1-tests_jar-_-any-9211727651511169740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:53,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a1f936c{HTTP/1.1, (http/1.1)}{localhost:40175} 2024-11-26T14:22:53,257 INFO [Time-limited test {}] server.Server(415): Started @283164ms 2024-11-26T14:22:53,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:22:54,069 WARN [Thread-3463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/data/data1/current/BP-2024535541-172.17.0.3-1732630972029/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:54,069 WARN [Thread-3464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/data/data2/current/BP-2024535541-172.17.0.3-1732630972029/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:54,087 WARN [Thread-3451 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:22:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x430af79ce7bdae68 with lease ID 0x25d0c7a5b5da0df7: Processing first storage report for DS-1adbe086-f4bf-432a-b990-7eea6a2c10ed from datanode DatanodeRegistration(127.0.0.1:33743, datanodeUuid=3b4e61b1-9fea-4868-a09d-8a4a2d78d0af, infoPort=43759, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=660744989;c=1732630972029) 2024-11-26T14:22:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x430af79ce7bdae68 with lease ID 0x25d0c7a5b5da0df7: from storage DS-1adbe086-f4bf-432a-b990-7eea6a2c10ed node DatanodeRegistration(127.0.0.1:33743, datanodeUuid=3b4e61b1-9fea-4868-a09d-8a4a2d78d0af, infoPort=43759, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=660744989;c=1732630972029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x430af79ce7bdae68 with lease ID 0x25d0c7a5b5da0df7: Processing first storage report for DS-3792f97e-0cac-4db4-a7b9-0c08a42c308e from datanode DatanodeRegistration(127.0.0.1:33743, datanodeUuid=3b4e61b1-9fea-4868-a09d-8a4a2d78d0af, infoPort=43759, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=660744989;c=1732630972029) 2024-11-26T14:22:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x430af79ce7bdae68 with lease ID 0x25d0c7a5b5da0df7: from storage DS-3792f97e-0cac-4db4-a7b9-0c08a42c308e node DatanodeRegistration(127.0.0.1:33743, datanodeUuid=3b4e61b1-9fea-4868-a09d-8a4a2d78d0af, infoPort=43759, infoSecurePort=0, ipcPort=38479, storageInfo=lv=-57;cid=testClusterID;nsid=660744989;c=1732630972029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:54,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9 2024-11-26T14:22:54,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:22:54,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22 with version=8 2024-11-26T14:22:54,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/hbase-staging 2024-11-26T14:22:54,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:54,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:54,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:54,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:54,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:54,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:54,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:22:54,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:54,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40651 2024-11-26T14:22:54,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40651 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:22:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406510x0, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:54,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40651-0x101778681cc0000 connected 2024-11-26T14:22:54,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/running 2024-11-26T14:22:54,798 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22, hbase.cluster.distributed=false 2024-11-26T14:22:54,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/acl 2024-11-26T14:22:54,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-26T14:22:54,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40651 2024-11-26T14:22:54,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40651 2024-11-26T14:22:54,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-26T14:22:54,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40651 2024-11-26T14:22:54,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:22:54,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:54,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36167 2024-11-26T14:22:54,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36167 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:22:54,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361670x0, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:54,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361670x0, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/running 2024-11-26T14:22:54,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:22:54,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36167-0x101778681cc0001 connected 2024-11-26T14:22:54,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:22:54,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/master 2024-11-26T14:22:54,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/acl 2024-11-26T14:22:54,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36167 2024-11-26T14:22:54,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36167 2024-11-26T14:22:54,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36167 2024-11-26T14:22:54,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36167 2024-11-26T14:22:54,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36167 2024-11-26T14:22:54,906 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:40651 2024-11-26T14:22:54,908 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1533698/backup-masters/19945b63c2b4,40651,1732630974590 2024-11-26T14:22:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698/backup-masters 2024-11-26T14:22:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698/backup-masters 2024-11-26T14:22:54,920 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on existing znode=/0-1533698/backup-masters/19945b63c2b4,40651,1732630974590 2024-11-26T14:22:54,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1533698/master 2024-11-26T14:22:54,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:54,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:54,930 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on existing znode=/0-1533698/master 2024-11-26T14:22:54,930 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1533698/backup-masters/19945b63c2b4,40651,1732630974590 from backup master directory 2024-11-26T14:22:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1533698/backup-masters/19945b63c2b4,40651,1732630974590 2024-11-26T14:22:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698/backup-masters 2024-11-26T14:22:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698/backup-masters 2024-11-26T14:22:54,940 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:54,940 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,40651,1732630974590 2024-11-26T14:22:54,946 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/hbase.id] with ID: f50210fe-a20c-459d-9efa-471d02307f0e 2024-11-26T14:22:54,946 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/.tmp/hbase.id 2024-11-26T14:22:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:22:54,960 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/.tmp/hbase.id]:[hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/hbase.id] 2024-11-26T14:22:54,972 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:54,972 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:22:54,973 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:22:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:54,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:54,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:22:54,990 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:22:54,992 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:22:54,993 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:55,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:22:55,019 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store 2024-11-26T14:22:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:22:55,030 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:55,030 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:22:55,030 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:55,030 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:55,030 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:22:55,030 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:55,030 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:22:55,030 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630975030Disabling compacts and flushes for region at 1732630975030Disabling writes for close at 1732630975030Writing region close event to WAL at 1732630975030Closed at 1732630975030 2024-11-26T14:22:55,031 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/.initializing 2024-11-26T14:22:55,031 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/WALs/19945b63c2b4,40651,1732630974590 2024-11-26T14:22:55,032 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:55,034 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C40651%2C1732630974590, suffix=, logDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/WALs/19945b63c2b4,40651,1732630974590, archiveDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/oldWALs, maxLogs=10 2024-11-26T14:22:55,056 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/WALs/19945b63c2b4,40651,1732630974590/19945b63c2b4%2C40651%2C1732630974590.1732630975034, exclude list is [], retry=0 2024-11-26T14:22:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-1adbe086-f4bf-432a-b990-7eea6a2c10ed,DISK] 2024-11-26T14:22:55,081 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/WALs/19945b63c2b4,40651,1732630974590/19945b63c2b4%2C40651%2C1732630974590.1732630975034 2024-11-26T14:22:55,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43759:43759)] 2024-11-26T14:22:55,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:55,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:55,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,081 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:22:55,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:22:55,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:55,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:22:55,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:55,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:22:55,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:55,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:22:55,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:22:55,095 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,095 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,095 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,096 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,096 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,097 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:55,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,098 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:22:55,099 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:55,100 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58949647, jitterRate=-0.12158180773258209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:55,100 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630975081Initializing all the Stores at 1732630975082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630975082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630975087 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630975087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630975087Cleaning up temporary data from old regions at 1732630975096 (+9 ms)Region opened successfully at 1732630975100 (+4 ms) 2024-11-26T14:22:55,100 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:22:55,103 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54373e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:55,103 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:22:55,104 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:22:55,104 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:22:55,104 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:22:55,105 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T14:22:55,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:22:55,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:22:55,110 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:22:55,110 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Unable to get data of znode /0-1533698/balancer because node does not exist (not necessarily an error) 2024-11-26T14:22:55,119 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1533698/balancer already deleted, retry=false 2024-11-26T14:22:55,119 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:22:55,120 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Unable to get data of znode /0-1533698/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:22:55,129 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1533698/normalizer already deleted, retry=false 2024-11-26T14:22:55,130 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:22:55,131 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Unable to get data of znode /0-1533698/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:22:55,140 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1533698/switch/split already deleted, retry=false 2024-11-26T14:22:55,141 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Unable to get data of znode /0-1533698/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:22:55,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,150 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1533698/switch/merge already deleted, retry=false 2024-11-26T14:22:55,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,153 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Unable to get data of znode /0-1533698/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:22:55,161 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1533698/snapshot-cleanup already deleted, retry=false 2024-11-26T14:22:55,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:22:55,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1533698/running 2024-11-26T14:22:55,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1533698/running 2024-11-26T14:22:55,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:55,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:55,172 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,40651,1732630974590, sessionid=0x101778681cc0000, setting cluster-up flag (Was=false) 2024-11-26T14:22:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:55,224 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1533698/flush-table-proc/acquired, /0-1533698/flush-table-proc/reached, /0-1533698/flush-table-proc/abort 2024-11-26T14:22:55,226 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,40651,1732630974590 2024-11-26T14:22:55,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:55,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1533698/online-snapshot/acquired, /0-1533698/online-snapshot/reached, /0-1533698/online-snapshot/abort 2024-11-26T14:22:55,278 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,40651,1732630974590 2024-11-26T14:22:55,279 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:22:55,282 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:55,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:22:55,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:22:55,282 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 19945b63c2b4,44059,1732630837494: status=Processing ServerCrashProcedure of 19945b63c2b4,44059,1732630837494 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732630852712, completionTime=-1 appears to have been leaked 2024-11-26T14:22:55,282 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,40651,1732630974590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:22:55,285 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:55,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,306 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(746): ClusterId : f50210fe-a20c-459d-9efa-471d02307f0e 2024-11-26T14:22:55,306 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:22:55,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:55,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:22:55,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:22:55,318 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:22:55,318 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:22:55,330 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:22:55,331 DEBUG [RS:0;19945b63c2b4:36167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dc202a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:22:55,373 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:36167 2024-11-26T14:22:55,373 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:22:55,373 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:22:55,373 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:22:55,374 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,40651,1732630974590 with port=36167, startcode=1732630974848 2024-11-26T14:22:55,374 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631005374 2024-11-26T14:22:55,374 DEBUG [RS:0;19945b63c2b4:36167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:22:55,374 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:22:55,374 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:22:55,374 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:22:55,374 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:22:55,375 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:22:55,375 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:22:55,376 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,377 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:22:55,377 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40651 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T14:22:55,379 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T14:22:55,379 WARN [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T14:22:55,380 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:22:55,380 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:22:55,380 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:22:55,381 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:22:55,404 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:22:55,404 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:22:55,405 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630975404,5,FailOnTimeoutGroup] 2024-11-26T14:22:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:22:55,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:22:55,411 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22 2024-11-26T14:22:55,412 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630975405,5,FailOnTimeoutGroup] 2024-11-26T14:22:55,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:22:55,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,412 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741832_1008 (size=32) 2024-11-26T14:22:55,480 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,40651,1732630974590 with port=36167, startcode=1732630974848 2024-11-26T14:22:55,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40651 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,482 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22 2024-11-26T14:22:55,482 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41175 2024-11-26T14:22:55,482 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:22:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698/rs 2024-11-26T14:22:55,488 DEBUG [RS:0;19945b63c2b4:36167 {}] zookeeper.ZKUtil(111): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on existing znode=/0-1533698/rs/19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,488 WARN [RS:0;19945b63c2b4:36167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:55,488 INFO [RS:0;19945b63c2b4:36167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:55,488 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,36167,1732630974848] 2024-11-26T14:22:55,494 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:22:55,495 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:22:55,495 INFO [RS:0;19945b63c2b4:36167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:22:55,495 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,496 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:22:55,496 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:22:55,496 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,496 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,496 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,496 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,496 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,496 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,496 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:55,497 DEBUG [RS:0;19945b63c2b4:36167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:22:55,536 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,536 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,536 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,536 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,536 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,536 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36167,1732630974848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:55,555 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:22:55,562 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36167,1732630974848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,563 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,563 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.Replication(171): 19945b63c2b4,36167,1732630974848 started 2024-11-26T14:22:55,583 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:55,583 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,36167,1732630974848, RpcServer on 19945b63c2b4/172.17.0.3:36167, sessionid=0x101778681cc0001 2024-11-26T14:22:55,583 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:22:55,583 DEBUG [RS:0;19945b63c2b4:36167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,583 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,36167,1732630974848' 2024-11-26T14:22:55,584 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1533698/flush-table-proc/abort' 2024-11-26T14:22:55,584 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1533698/flush-table-proc/acquired' 2024-11-26T14:22:55,585 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:22:55,585 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:22:55,585 DEBUG [RS:0;19945b63c2b4:36167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,585 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,36167,1732630974848' 2024-11-26T14:22:55,585 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1533698/online-snapshot/abort' 2024-11-26T14:22:55,585 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1533698/online-snapshot/acquired' 2024-11-26T14:22:55,586 DEBUG [RS:0;19945b63c2b4:36167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:22:55,586 INFO [RS:0;19945b63c2b4:36167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:22:55,586 INFO [RS:0;19945b63c2b4:36167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:22:55,686 INFO [RS:0;19945b63c2b4:36167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:22:55,688 INFO [RS:0;19945b63c2b4:36167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36167%2C1732630974848, suffix=, logDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848, archiveDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/oldWALs, maxLogs=10 2024-11-26T14:22:55,704 DEBUG [RS:0;19945b63c2b4:36167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688, exclude list is [], retry=0 2024-11-26T14:22:55,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-1adbe086-f4bf-432a-b990-7eea6a2c10ed,DISK] 2024-11-26T14:22:55,708 INFO [RS:0;19945b63c2b4:36167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 2024-11-26T14:22:55,708 DEBUG [RS:0;19945b63c2b4:36167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43759:43759)] 2024-11-26T14:22:55,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:55,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:55,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:55,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:55,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:55,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:55,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:55,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:55,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:55,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:55,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:55,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:55,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:55,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:55,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:55,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740 2024-11-26T14:22:55,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740 2024-11-26T14:22:55,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:55,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:55,829 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:55,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:55,831 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:22:55,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69617640, jitterRate=0.03738367557525635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630975819Initializing all the Stores at 1732630975819Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630975819Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630975819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630975819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630975819Cleaning up temporary data from old regions at 1732630975828 (+9 ms)Region opened successfully at 1732630975832 (+4 ms) 2024-11-26T14:22:55,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:22:55,832 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:22:55,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:22:55,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:22:55,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:22:55,833 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:22:55,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630975832Disabling compacts and flushes for region at 1732630975832Disabling writes for close at 1732630975833 (+1 ms)Writing region close event to WAL at 1732630975833Closed at 1732630975833 2024-11-26T14:22:55,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:55,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:22:55,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:22:55,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:55,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:22:55,986 DEBUG [19945b63c2b4:40651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:22:55,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,36167,1732630974848 2024-11-26T14:22:55,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,36167,1732630974848, state=OPENING 2024-11-26T14:22:56,035 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:22:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:22:56,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1533698/meta-region-server: CHANGED 2024-11-26T14:22:56,046 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:22:56,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,36167,1732630974848}] 2024-11-26T14:22:56,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1533698/meta-region-server: CHANGED 2024-11-26T14:22:56,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:22:56,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:22:56,206 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:22:56,206 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:22:56,206 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:22:56,207 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36167%2C1732630974848.meta, suffix=.meta, logDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848, archiveDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/oldWALs, maxLogs=10 2024-11-26T14:22:56,228 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.meta.1732630976208.meta, exclude list is [], retry=0 2024-11-26T14:22:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-1adbe086-f4bf-432a-b990-7eea6a2c10ed,DISK] 2024-11-26T14:22:56,242 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.meta.1732630976208.meta 2024-11-26T14:22:56,242 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43759:43759)] 2024-11-26T14:22:56,242 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:22:56,242 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:22:56,242 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:22:56,243 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:22:56,243 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:22:56,243 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:22:56,243 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:22:56,243 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:22:56,243 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:22:56,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:22:56,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:22:56,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:56,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:56,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:22:56,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:22:56,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:56,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:56,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:22:56,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:22:56,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:56,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:56,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:22:56,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:22:56,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:22:56,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:22:56,261 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:22:56,261 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740 2024-11-26T14:22:56,262 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740 2024-11-26T14:22:56,263 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:22:56,263 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:22:56,264 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:22:56,264 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:22:56,265 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74689386, jitterRate=0.11295858025550842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:22:56,265 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:22:56,266 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630976243Writing region info on filesystem at 1732630976243Initializing all the Stores at 1732630976244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630976244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630976256 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630976256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630976256Cleaning up temporary data from old regions at 1732630976263 (+7 ms)Running coprocessor post-open hooks at 1732630976265 (+2 ms)Region opened successfully at 1732630976266 (+1 ms) 2024-11-26T14:22:56,267 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630976200 2024-11-26T14:22:56,269 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:22:56,269 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:22:56,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,36167,1732630974848 2024-11-26T14:22:56,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,36167,1732630974848, state=OPEN 2024-11-26T14:22:56,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1533698/meta-region-server 2024-11-26T14:22:56,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1533698/meta-region-server 2024-11-26T14:22:56,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1533698/meta-region-server: CHANGED 2024-11-26T14:22:56,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,36167,1732630974848 2024-11-26T14:22:56,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1533698/meta-region-server: CHANGED 2024-11-26T14:22:56,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:22:56,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,36167,1732630974848 in 256 msec 2024-11-26T14:22:56,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:22:56,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-26T14:22:56,309 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:22:56,309 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:22:56,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:56,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36167,1732630974848, seqNum=-1] 2024-11-26T14:22:56,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:56,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:56,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0360 sec 2024-11-26T14:22:56,319 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630976318, completionTime=-1 2024-11-26T14:22:56,319 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:22:56,319 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:22:56,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:22:56,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631036321 2024-11-26T14:22:56,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631096321 2024-11-26T14:22:56,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:22:56,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40651,1732630974590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,321 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40651,1732630974590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40651,1732630974590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:40651, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,322 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,324 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:22:56,328 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.392sec 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40651,1732630974590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:22:56,332 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40651,1732630974590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:22:56,354 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:22:56,354 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:22:56,354 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40651,1732630974590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:22:56,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626e0acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:56,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40651,-1 for getting cluster id 2024-11-26T14:22:56,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:22:56,408 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f50210fe-a20c-459d-9efa-471d02307f0e' 2024-11-26T14:22:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:22:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f50210fe-a20c-459d-9efa-471d02307f0e" 2024-11-26T14:22:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1156313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40651,-1] 2024-11-26T14:22:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:22:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:22:56,410 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:22:56,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783d9914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:22:56,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:22:56,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36167,1732630974848, seqNum=-1] 2024-11-26T14:22:56,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:22:56,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:22:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,40651,1732630974590 2024-11-26T14:22:56,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:22:56,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:56,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101778681cc0002 connected 2024-11-26T14:22:56,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:22:56,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir so I do NOT create it in target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f 2024-11-26T14:22:56,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.tmp.dir so I do NOT create it in target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f 2024-11-26T14:22:56,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:22:56,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/cluster_316e8542-c7ad-3bac-2d0c-59fcfbc5b683, deleteOnExit=true 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/test.cache.data in system properties and HBase conf 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:22:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:22:56,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:22:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:22:56,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:56,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:56,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:56,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:56,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:22:56,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:56,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434b9235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:56,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5990e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:56,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f71ab44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/java.io.tmpdir/jetty-localhost-39339-hadoop-hdfs-3_4_1-tests_jar-_-any-18025966739921983024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:22:56,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27a59d6e{HTTP/1.1, (http/1.1)}{localhost:39339} 2024-11-26T14:22:56,964 INFO [Time-limited test {}] server.Server(415): Started @286871ms 2024-11-26T14:22:57,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:22:57,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:22:57,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:22:57,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:22:57,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:22:57,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ffe9a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:22:57,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0386b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:22:57,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c4113cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/java.io.tmpdir/jetty-localhost-46481-hadoop-hdfs-3_4_1-tests_jar-_-any-4532836987801258043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:22:57,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@253cf73e{HTTP/1.1, (http/1.1)}{localhost:46481} 2024-11-26T14:22:57,539 INFO [Time-limited test {}] server.Server(415): Started @287446ms 2024-11-26T14:22:57,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:22:58,484 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:22:58,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:58,485 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88494 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:22:58,527 WARN [Thread-3585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/cluster_316e8542-c7ad-3bac-2d0c-59fcfbc5b683/data/data2/current/BP-1537001210-172.17.0.3-1732630976472/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:58,527 WARN [Thread-3584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/cluster_316e8542-c7ad-3bac-2d0c-59fcfbc5b683/data/data1/current/BP-1537001210-172.17.0.3-1732630976472/current, will proceed with Du for space computation calculation, 2024-11-26T14:22:58,562 WARN [Thread-3572 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:22:58,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca81dde927028d8e with lease ID 0xae8f7002a6fbfb09: Processing first storage report for DS-4977aa1d-afe3-45b9-a476-eac151e71158 from datanode DatanodeRegistration(127.0.0.1:43019, datanodeUuid=2a01d3fc-22c7-4dac-b336-bdc602a47d37, infoPort=38653, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1864318149;c=1732630976472) 2024-11-26T14:22:58,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca81dde927028d8e with lease ID 0xae8f7002a6fbfb09: from storage DS-4977aa1d-afe3-45b9-a476-eac151e71158 node DatanodeRegistration(127.0.0.1:43019, datanodeUuid=2a01d3fc-22c7-4dac-b336-bdc602a47d37, infoPort=38653, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1864318149;c=1732630976472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca81dde927028d8e with lease ID 0xae8f7002a6fbfb09: Processing first storage report for DS-ad5cee82-c8d0-45c8-b3f3-2f13df65de3e from datanode DatanodeRegistration(127.0.0.1:43019, datanodeUuid=2a01d3fc-22c7-4dac-b336-bdc602a47d37, infoPort=38653, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1864318149;c=1732630976472) 2024-11-26T14:22:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca81dde927028d8e with lease ID 0xae8f7002a6fbfb09: from storage DS-ad5cee82-c8d0-45c8-b3f3-2f13df65de3e node DatanodeRegistration(127.0.0.1:43019, datanodeUuid=2a01d3fc-22c7-4dac-b336-bdc602a47d37, infoPort=38653, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=1864318149;c=1732630976472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:22:58,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f 2024-11-26T14:22:58,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:58,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:22:59,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed with version=8 2024-11-26T14:22:59,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/hbase-staging 2024-11-26T14:22:59,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:22:59,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:59,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37865 2024-11-26T14:22:59,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37865 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:22:59,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378650x0, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:59,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37865-0x101778681cc0003 connected 2024-11-26T14:22:59,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:59,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:59,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/running 2024-11-26T14:22:59,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed, hbase.cluster.distributed=false 2024-11-26T14:22:59,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/acl 2024-11-26T14:22:59,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-26T14:22:59,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37865 2024-11-26T14:22:59,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37865 2024-11-26T14:22:59,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-26T14:22:59,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37865 2024-11-26T14:22:59,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:22:59,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:59,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:59,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:22:59,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:22:59,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:22:59,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:22:59,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:22:59,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36993 2024-11-26T14:22:59,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36993 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:22:59,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:59,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:22:59,466 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369930x0, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:22:59,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369930x0, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/running 2024-11-26T14:22:59,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:22:59,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36993-0x101778681cc0004 connected 2024-11-26T14:22:59,484 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:22:59,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/master 2024-11-26T14:22:59,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/acl 2024-11-26T14:22:59,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-26T14:22:59,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36993 2024-11-26T14:22:59,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36993 2024-11-26T14:22:59,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-26T14:22:59,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-26T14:22:59,539 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:37865 2024-11-26T14:22:59,544 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1353363060/backup-masters/19945b63c2b4,37865,1732630979027 2024-11-26T14:22:59,550 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060/backup-masters 2024-11-26T14:22:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060/backup-masters 2024-11-26T14:22:59,551 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on existing znode=/1353363060/backup-masters/19945b63c2b4,37865,1732630979027 2024-11-26T14:22:59,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:22:59,561 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1353363060/master 2024-11-26T14:22:59,561 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:22:59,561 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on existing znode=/1353363060/master 2024-11-26T14:22:59,562 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1353363060/backup-masters/19945b63c2b4,37865,1732630979027 from backup master directory 2024-11-26T14:22:59,571 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060/backup-masters 2024-11-26T14:22:59,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353363060/backup-masters/19945b63c2b4,37865,1732630979027 2024-11-26T14:22:59,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060/backup-masters 2024-11-26T14:22:59,571 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:22:59,571 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,37865,1732630979027 2024-11-26T14:22:59,581 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/hbase.id] with ID: e9d444da-640e-406f-80e5-bdb0af49557d 2024-11-26T14:22:59,581 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/.tmp/hbase.id 2024-11-26T14:22:59,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:22:59,995 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/.tmp/hbase.id]:[hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/hbase.id] 2024-11-26T14:23:00,006 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:00,006 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:23:00,007 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:23:00,055 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:00,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:23:00,071 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:00,072 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:23:00,072 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:00,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:23:00,487 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store 2024-11-26T14:23:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:23:00,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:00,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:00,897 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:00,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:00,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:00,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:00,897 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:00,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630980897Disabling compacts and flushes for region at 1732630980897Disabling writes for close at 1732630980897Writing region close event to WAL at 1732630980897Closed at 1732630980897 2024-11-26T14:23:00,898 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/.initializing 2024-11-26T14:23:00,898 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/WALs/19945b63c2b4,37865,1732630979027 2024-11-26T14:23:00,899 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:00,900 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C37865%2C1732630979027, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/WALs/19945b63c2b4,37865,1732630979027, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/oldWALs, maxLogs=10 2024-11-26T14:23:00,921 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/WALs/19945b63c2b4,37865,1732630979027/19945b63c2b4%2C37865%2C1732630979027.1732630980901, exclude list is [], retry=0 2024-11-26T14:23:00,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-4977aa1d-afe3-45b9-a476-eac151e71158,DISK] 2024-11-26T14:23:00,929 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/WALs/19945b63c2b4,37865,1732630979027/19945b63c2b4%2C37865%2C1732630979027.1732630980901 2024-11-26T14:23:00,929 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-11-26T14:23:00,929 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:00,929 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:00,930 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,930 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:23:00,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:00,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:00,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:23:00,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:00,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:00,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:23:00,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:00,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:00,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:23:00,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:00,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:00,942 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,942 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,943 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,944 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,944 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,945 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:00,946 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:00,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:00,948 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140191, jitterRate=-0.11874248087406158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:00,948 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630980930Initializing all the Stores at 1732630980931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630980931Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630980931Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630980931Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630980931Cleaning up temporary data from old regions at 1732630980944 (+13 ms)Region opened successfully at 1732630980948 (+4 ms) 2024-11-26T14:23:00,949 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:23:00,952 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6a2910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:00,953 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:23:00,954 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:23:00,954 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:23:00,954 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:23:00,954 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:23:00,955 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:23:00,955 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:23:00,965 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:23:00,966 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Unable to get data of znode /1353363060/balancer because node does not exist (not necessarily an error) 2024-11-26T14:23:01,055 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353363060/balancer already deleted, retry=false 2024-11-26T14:23:01,056 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:23:01,063 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Unable to get data of znode /1353363060/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:23:01,074 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353363060/normalizer already deleted, retry=false 2024-11-26T14:23:01,077 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:23:01,078 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Unable to get data of znode /1353363060/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:23:01,087 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353363060/switch/split already deleted, retry=false 2024-11-26T14:23:01,088 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Unable to get data of znode /1353363060/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:23:01,097 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353363060/switch/merge already deleted, retry=false 2024-11-26T14:23:01,099 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Unable to get data of znode /1353363060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:23:01,108 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1353363060/snapshot-cleanup already deleted, retry=false 2024-11-26T14:23:01,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1353363060/running 2024-11-26T14:23:01,119 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1353363060/running 2024-11-26T14:23:01,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,119 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,120 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,37865,1732630979027, sessionid=0x101778681cc0003, setting cluster-up flag (Was=false) 2024-11-26T14:23:01,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,140 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,171 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1353363060/flush-table-proc/acquired, /1353363060/flush-table-proc/reached, /1353363060/flush-table-proc/abort 2024-11-26T14:23:01,172 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,37865,1732630979027 2024-11-26T14:23:01,192 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,224 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1353363060/online-snapshot/acquired, /1353363060/online-snapshot/reached, /1353363060/online-snapshot/abort 2024-11-26T14:23:01,225 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,37865,1732630979027 2024-11-26T14:23:01,226 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:23:01,228 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:01,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:23:01,229 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:23:01,229 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,37865,1732630979027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:01,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:01,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:23:01,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:01,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631011250 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:23:01,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:23:01,252 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,252 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:23:01,252 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:23:01,252 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:23:01,252 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:23:01,253 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:23:01,254 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:23:01,254 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630981254,5,FailOnTimeoutGroup] 2024-11-26T14:23:01,254 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630981254,5,FailOnTimeoutGroup] 2024-11-26T14:23:01,254 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,254 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:23:01,254 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,254 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:23:01,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:23:01,263 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed 2024-11-26T14:23:01,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741832_1008 (size=32) 2024-11-26T14:23:01,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:01,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:01,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:01,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:01,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:01,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:01,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:01,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:01,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:01,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:01,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:01,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:01,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:01,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:01,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:01,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:01,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:01,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:01,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740 2024-11-26T14:23:01,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740 2024-11-26T14:23:01,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:01,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:01,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:01,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:01,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:01,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380208, jitterRate=-0.08536362648010254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:01,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630981286Initializing all the Stores at 1732630981287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630981287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630981288 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630981288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630981288Cleaning up temporary data from old regions at 1732630981297 (+9 ms)Region opened successfully at 1732630981301 (+4 ms) 2024-11-26T14:23:01,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:01,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:01,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:01,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:01,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:01,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:01,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630981301Disabling compacts and flushes for region at 1732630981301Disabling writes for close at 1732630981301Writing region close event to WAL at 1732630981304 (+3 ms)Closed at 1732630981304 2024-11-26T14:23:01,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:01,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:23:01,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:23:01,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:01,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:23:01,323 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(746): ClusterId : e9d444da-640e-406f-80e5-bdb0af49557d 2024-11-26T14:23:01,324 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:23:01,330 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:23:01,330 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:23:01,340 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:23:01,341 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:01,359 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:36993 2024-11-26T14:23:01,359 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:23:01,359 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:23:01,359 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:23:01,360 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,37865,1732630979027 with port=36993, startcode=1732630979447 2024-11-26T14:23:01,360 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:23:01,362 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:23:01,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,364 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed 2024-11-26T14:23:01,364 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40821 2024-11-26T14:23:01,364 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:23:01,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060/rs 2024-11-26T14:23:01,374 DEBUG [RS:0;19945b63c2b4:36993 {}] zookeeper.ZKUtil(111): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on existing znode=/1353363060/rs/19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,36993,1732630979447] 2024-11-26T14:23:01,374 WARN [RS:0;19945b63c2b4:36993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:01,374 INFO [RS:0;19945b63c2b4:36993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:01,374 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,381 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:23:01,388 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:23:01,392 INFO [RS:0;19945b63c2b4:36993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:23:01,393 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,393 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:23:01,394 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:23:01,394 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:01,395 DEBUG [RS:0;19945b63c2b4:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:01,400 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,400 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,400 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,400 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,400 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,401 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36993,1732630979447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:01,423 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:23:01,423 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36993,1732630979447-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,423 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,423 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.Replication(171): 19945b63c2b4,36993,1732630979447 started 2024-11-26T14:23:01,441 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:01,441 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,36993,1732630979447, RpcServer on 19945b63c2b4/172.17.0.3:36993, sessionid=0x101778681cc0004 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,36993,1732630979447' 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1353363060/flush-table-proc/abort' 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1353363060/flush-table-proc/acquired' 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:23:01,442 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:23:01,443 DEBUG [RS:0;19945b63c2b4:36993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,443 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,36993,1732630979447' 2024-11-26T14:23:01,443 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1353363060/online-snapshot/abort' 2024-11-26T14:23:01,443 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1353363060/online-snapshot/acquired' 2024-11-26T14:23:01,443 DEBUG [RS:0;19945b63c2b4:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:23:01,443 INFO [RS:0;19945b63c2b4:36993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:23:01,443 INFO [RS:0;19945b63c2b4:36993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:23:01,458 WARN [19945b63c2b4:37865 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T14:23:01,544 INFO [RS:0;19945b63c2b4:36993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:01,545 INFO [RS:0;19945b63c2b4:36993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36993%2C1732630979447, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/oldWALs, maxLogs=10 2024-11-26T14:23:01,565 DEBUG [RS:0;19945b63c2b4:36993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, exclude list is [], retry=0 2024-11-26T14:23:01,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-4977aa1d-afe3-45b9-a476-eac151e71158,DISK] 2024-11-26T14:23:01,569 INFO [RS:0;19945b63c2b4:36993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 2024-11-26T14:23:01,569 DEBUG [RS:0;19945b63c2b4:36993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-11-26T14:23:01,708 DEBUG [19945b63c2b4:37865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:23:01,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:01,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,36993,1732630979447, state=OPENING 2024-11-26T14:23:01,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:23:01,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:01,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,854 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:01,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353363060/meta-region-server: CHANGED 2024-11-26T14:23:01,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:01,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,36993,1732630979447}] 2024-11-26T14:23:01,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353363060/meta-region-server: CHANGED 2024-11-26T14:23:01,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:23:02,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:02,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:23:02,016 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:23:02,017 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:02,017 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:23:02,020 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36993%2C1732630979447.meta, suffix=.meta, logDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/oldWALs, maxLogs=10 2024-11-26T14:23:02,041 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.meta.1732630982020.meta, exclude list is [], retry=0 2024-11-26T14:23:02,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-4977aa1d-afe3-45b9-a476-eac151e71158,DISK] 2024-11-26T14:23:02,049 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.meta.1732630982020.meta 2024-11-26T14:23:02,050 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-11-26T14:23:02,050 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:02,050 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:02,051 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:02,051 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:23:02,051 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:23:02,051 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:23:02,051 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:02,051 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:23:02,051 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:23:02,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:02,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:02,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:02,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:02,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:02,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:02,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:02,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:02,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:02,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:02,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:02,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:02,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:02,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:02,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:02,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:02,059 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:02,059 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740 2024-11-26T14:23:02,060 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740 2024-11-26T14:23:02,061 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:02,062 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:02,062 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:02,063 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:02,064 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60788285, jitterRate=-0.09418396651744843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:02,064 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:23:02,064 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630982051Writing region info on filesystem at 1732630982051Initializing all the Stores at 1732630982052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630982052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630982054 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630982054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630982054Cleaning up temporary data from old regions at 1732630982062 (+8 ms)Running coprocessor post-open hooks at 1732630982064 (+2 ms)Region opened successfully at 1732630982064 2024-11-26T14:23:02,065 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630982008 2024-11-26T14:23:02,068 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:23:02,068 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:23:02,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:02,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,36993,1732630979447, state=OPEN 2024-11-26T14:23:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1353363060/meta-region-server 2024-11-26T14:23:02,087 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1353363060/meta-region-server 2024-11-26T14:23:02,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:02,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353363060/meta-region-server: CHANGED 2024-11-26T14:23:02,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1353363060/meta-region-server: CHANGED 2024-11-26T14:23:02,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:23:02,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,36993,1732630979447 in 232 msec 2024-11-26T14:23:02,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:23:02,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 784 msec 2024-11-26T14:23:02,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:02,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:23:02,101 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:02,101 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36993,1732630979447, seqNum=-1] 2024-11-26T14:23:02,101 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:02,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:02,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-11-26T14:23:02,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630982109, completionTime=-1 2024-11-26T14:23:02,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:23:02,109 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:23:02,112 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:23:02,112 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631042112 2024-11-26T14:23:02,112 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631102112 2024-11-26T14:23:02,112 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:23:02,112 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37865,1732630979027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,113 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37865,1732630979027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,113 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37865,1732630979027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,113 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:37865, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,113 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,115 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:23:02,122 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,127 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.555sec 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37865,1732630979027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:02,131 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37865,1732630979027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:23:02,133 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:23:02,133 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:23:02,133 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37865,1732630979027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:02,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea71958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:02,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:02,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:02,226 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62184e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:02,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:02,227 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:02,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a05fecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:02,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36993,1732630979447, seqNum=-1] 2024-11-26T14:23:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:02,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:02,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,37865,1732630979027 2024-11-26T14:23:02,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:23:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:02,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101778681cc0005 connected 2024-11-26T14:23:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir so I do NOT create it in target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05 2024-11-26T14:23:02,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:23:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.tmp.dir so I do NOT create it in target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05 2024-11-26T14:23:02,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:23:02,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05 2024-11-26T14:23:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:23:02,257 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/cluster_aea0f4a2-1ad3-45f6-2303-1c220712173b, deleteOnExit=true 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/test.cache.data in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:23:02,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:23:02,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:23:02,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:02,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:02,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:02,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:02,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:23:02,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:02,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3943b002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:02,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bd3d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:02,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13156310{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/java.io.tmpdir/jetty-localhost-38075-hadoop-hdfs-3_4_1-tests_jar-_-any-7300509694990703449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:02,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c31dc3{HTTP/1.1, (http/1.1)}{localhost:38075} 2024-11-26T14:23:02,881 INFO [Time-limited test {}] server.Server(415): Started @292788ms 2024-11-26T14:23:03,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:03,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:03,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:03,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:03,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:23:03,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2315ae2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:03,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc36374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:03,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3615816c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/java.io.tmpdir/jetty-localhost-33789-hadoop-hdfs-3_4_1-tests_jar-_-any-6965886891826785235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:03,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@497ec1a9{HTTP/1.1, (http/1.1)}{localhost:33789} 2024-11-26T14:23:03,601 INFO [Time-limited test {}] server.Server(415): Started @293508ms 2024-11-26T14:23:03,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:23:05,065 WARN [Thread-3705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/cluster_aea0f4a2-1ad3-45f6-2303-1c220712173b/data/data1/current/BP-280392250-172.17.0.3-1732630982274/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:05,065 WARN [Thread-3706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/cluster_aea0f4a2-1ad3-45f6-2303-1c220712173b/data/data2/current/BP-280392250-172.17.0.3-1732630982274/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:05,087 WARN [Thread-3693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:23:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3356e01a209deeb with lease ID 0x6e76f068ea806451: Processing first storage report for DS-88a446b5-3f7b-4f13-b564-8313eafc6e5d from datanode DatanodeRegistration(127.0.0.1:41339, datanodeUuid=33123514-e772-4616-b25c-8faa2e3f468f, infoPort=39493, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1745264103;c=1732630982274) 2024-11-26T14:23:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3356e01a209deeb with lease ID 0x6e76f068ea806451: from storage DS-88a446b5-3f7b-4f13-b564-8313eafc6e5d node DatanodeRegistration(127.0.0.1:41339, datanodeUuid=33123514-e772-4616-b25c-8faa2e3f468f, infoPort=39493, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1745264103;c=1732630982274), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3356e01a209deeb with lease ID 0x6e76f068ea806451: Processing first storage report for DS-771c024d-1492-43e8-bc2b-b8f63b260c1d from datanode DatanodeRegistration(127.0.0.1:41339, datanodeUuid=33123514-e772-4616-b25c-8faa2e3f468f, infoPort=39493, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1745264103;c=1732630982274) 2024-11-26T14:23:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3356e01a209deeb with lease ID 0x6e76f068ea806451: from storage DS-771c024d-1492-43e8-bc2b-b8f63b260c1d node DatanodeRegistration(127.0.0.1:41339, datanodeUuid=33123514-e772-4616-b25c-8faa2e3f468f, infoPort=39493, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1745264103;c=1732630982274), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:05,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05 2024-11-26T14:23:05,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:05,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:05,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:23:05,536 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb with version=8 2024-11-26T14:23:05,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/hbase-staging 2024-11-26T14:23:05,538 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:23:05,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:05,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35261 2024-11-26T14:23:05,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35261 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:23:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352610x0, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:05,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35261-0x101778681cc0006 connected 2024-11-26T14:23:06,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:06,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:06,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/running 2024-11-26T14:23:06,141 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb, hbase.cluster.distributed=false 2024-11-26T14:23:06,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/acl 2024-11-26T14:23:06,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-26T14:23:06,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35261 2024-11-26T14:23:06,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35261 2024-11-26T14:23:06,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-26T14:23:06,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-26T14:23:06,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:23:06,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:06,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33233 2024-11-26T14:23:06,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33233 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:23:06,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:06,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:06,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332330x0, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:06,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332330x0, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/running 2024-11-26T14:23:06,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33233-0x101778681cc0007 connected 2024-11-26T14:23:06,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:23:06,222 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:23:06,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/master 2024-11-26T14:23:06,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/acl 2024-11-26T14:23:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-26T14:23:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33233 2024-11-26T14:23:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33233 2024-11-26T14:23:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-26T14:23:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-26T14:23:06,234 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:35261 2024-11-26T14:23:06,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21631795359/backup-masters/19945b63c2b4,35261,1732630985538 2024-11-26T14:23:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359/backup-masters 2024-11-26T14:23:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359/backup-masters 2024-11-26T14:23:06,296 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on existing znode=/21631795359/backup-masters/19945b63c2b4,35261,1732630985538 2024-11-26T14:23:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21631795359/master 2024-11-26T14:23:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:06,402 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on existing znode=/21631795359/master 2024-11-26T14:23:06,402 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21631795359/backup-masters/19945b63c2b4,35261,1732630985538 from backup master directory 2024-11-26T14:23:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21631795359/backup-masters/19945b63c2b4,35261,1732630985538 2024-11-26T14:23:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359/backup-masters 2024-11-26T14:23:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359/backup-masters 2024-11-26T14:23:06,477 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:06,477 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,35261,1732630985538 2024-11-26T14:23:06,480 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/hbase.id] with ID: 42307237-2049-4b36-a9af-325e02818ab5 2024-11-26T14:23:06,480 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/.tmp/hbase.id 2024-11-26T14:23:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:23:06,890 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/.tmp/hbase.id]:[hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/hbase.id] 2024-11-26T14:23:06,896 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:06,896 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:23:06,897 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:23:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:23:07,318 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:07,318 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:23:07,319 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:07,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:23:07,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:07,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:07,724 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store 2024-11-26T14:23:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:23:08,133 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:08,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:08,134 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:08,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:08,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:08,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:08,134 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:08,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732630988133Disabling compacts and flushes for region at 1732630988133Disabling writes for close at 1732630988134 (+1 ms)Writing region close event to WAL at 1732630988134Closed at 1732630988134 2024-11-26T14:23:08,134 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/.initializing 2024-11-26T14:23:08,134 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/WALs/19945b63c2b4,35261,1732630985538 2024-11-26T14:23:08,135 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:08,136 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C35261%2C1732630985538, suffix=, logDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/WALs/19945b63c2b4,35261,1732630985538, archiveDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/oldWALs, maxLogs=10 2024-11-26T14:23:08,148 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/WALs/19945b63c2b4,35261,1732630985538/19945b63c2b4%2C35261%2C1732630985538.1732630988136, exclude list is [], retry=0 2024-11-26T14:23:08,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-88a446b5-3f7b-4f13-b564-8313eafc6e5d,DISK] 2024-11-26T14:23:08,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/WALs/19945b63c2b4,35261,1732630985538/19945b63c2b4%2C35261%2C1732630985538.1732630988136 2024-11-26T14:23:08,151 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-26T14:23:08,152 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:08,152 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:08,152 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,152 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:23:08,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:08,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:08,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:23:08,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:08,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:08,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:23:08,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:08,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:08,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:23:08,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:08,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:08,158 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,159 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,159 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,160 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,160 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,160 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:08,161 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:08,163 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:08,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66066945, jitterRate=-0.015525802969932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:08,163 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732630988152Initializing all the Stores at 1732630988152Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630988153 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630988153Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630988153Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630988153Cleaning up temporary data from old regions at 1732630988160 (+7 ms)Region opened successfully at 1732630988163 (+3 ms) 2024-11-26T14:23:08,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:23:08,166 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b88a9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:08,166 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:23:08,166 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:23:08,166 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:23:08,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:23:08,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:23:08,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:23:08,167 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:23:08,169 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:23:08,169 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Unable to get data of znode /21631795359/balancer because node does not exist (not necessarily an error) 2024-11-26T14:23:08,181 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21631795359/balancer already deleted, retry=false 2024-11-26T14:23:08,181 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:23:08,182 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Unable to get data of znode /21631795359/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:23:08,192 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21631795359/normalizer already deleted, retry=false 2024-11-26T14:23:08,192 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:23:08,193 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Unable to get data of znode /21631795359/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:23:08,202 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21631795359/switch/split already deleted, retry=false 2024-11-26T14:23:08,208 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Unable to get data of znode /21631795359/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:23:08,213 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21631795359/switch/merge already deleted, retry=false 2024-11-26T14:23:08,214 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Unable to get data of znode /21631795359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:23:08,223 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21631795359/snapshot-cleanup already deleted, retry=false 2024-11-26T14:23:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21631795359/running 2024-11-26T14:23:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21631795359/running 2024-11-26T14:23:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:08,234 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,35261,1732630985538, sessionid=0x101778681cc0006, setting cluster-up flag (Was=false) 2024-11-26T14:23:08,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:08,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:08,286 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21631795359/flush-table-proc/acquired, /21631795359/flush-table-proc/reached, /21631795359/flush-table-proc/abort 2024-11-26T14:23:08,287 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,35261,1732630985538 2024-11-26T14:23:08,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:08,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:08,339 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21631795359/online-snapshot/acquired, /21631795359/online-snapshot/reached, /21631795359/online-snapshot/abort 2024-11-26T14:23:08,340 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,35261,1732630985538 2024-11-26T14:23:08,340 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:23:08,341 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:08,342 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:23:08,342 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:23:08,342 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,35261,1732630985538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:08,343 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631018344 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:08,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:23:08,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:23:08,345 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:23:08,345 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:23:08,345 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:08,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:23:08,348 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:23:08,348 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:23:08,351 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630988348,5,FailOnTimeoutGroup] 2024-11-26T14:23:08,351 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630988351,5,FailOnTimeoutGroup] 2024-11-26T14:23:08,351 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,351 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:23:08,351 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,351 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:23:08,426 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(746): ClusterId : 42307237-2049-4b36-a9af-325e02818ab5 2024-11-26T14:23:08,427 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:23:08,434 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:23:08,434 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:23:08,445 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:23:08,445 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e36ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:08,455 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:33233 2024-11-26T14:23:08,455 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:23:08,455 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:23:08,455 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:23:08,455 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,35261,1732630985538 with port=33233, startcode=1732630986160 2024-11-26T14:23:08,455 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:23:08,456 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:23:08,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,33233,1732630986160 2024-11-26T14:23:08,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35261 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:08,458 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb 2024-11-26T14:23:08,458 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41153 2024-11-26T14:23:08,458 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:23:08,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359/rs 2024-11-26T14:23:08,497 DEBUG [RS:0;19945b63c2b4:33233 {}] zookeeper.ZKUtil(111): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on existing znode=/21631795359/rs/19945b63c2b4,33233,1732630986160 2024-11-26T14:23:08,497 WARN [RS:0;19945b63c2b4:33233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:08,497 INFO [RS:0;19945b63c2b4:33233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:08,498 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160 2024-11-26T14:23:08,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,33233,1732630986160] 2024-11-26T14:23:08,499 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:23:08,501 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:23:08,501 INFO [RS:0;19945b63c2b4:33233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:23:08,501 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,501 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:23:08,501 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:23:08,501 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,501 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,501 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,501 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,501 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,501 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:08,502 DEBUG [RS:0;19945b63c2b4:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:08,502 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,502 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,502 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,502 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,502 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,502 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33233,1732630986160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:08,515 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:23:08,515 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,33233,1732630986160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,515 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,515 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.Replication(171): 19945b63c2b4,33233,1732630986160 started 2024-11-26T14:23:08,527 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:08,527 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,33233,1732630986160, RpcServer on 19945b63c2b4/172.17.0.3:33233, sessionid=0x101778681cc0007 2024-11-26T14:23:08,527 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:23:08,527 DEBUG [RS:0;19945b63c2b4:33233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,33233,1732630986160 2024-11-26T14:23:08,527 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,33233,1732630986160' 2024-11-26T14:23:08,527 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21631795359/flush-table-proc/abort' 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21631795359/flush-table-proc/acquired' 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,33233,1732630986160 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,33233,1732630986160' 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21631795359/online-snapshot/abort' 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21631795359/online-snapshot/acquired' 2024-11-26T14:23:08,528 DEBUG [RS:0;19945b63c2b4:33233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:23:08,528 INFO [RS:0;19945b63c2b4:33233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:23:08,528 INFO [RS:0;19945b63c2b4:33233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:23:08,629 INFO [RS:0;19945b63c2b4:33233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:08,630 INFO [RS:0;19945b63c2b4:33233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C33233%2C1732630986160, suffix=, logDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160, archiveDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/oldWALs, maxLogs=10 2024-11-26T14:23:08,641 DEBUG [RS:0;19945b63c2b4:33233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, exclude list is [], retry=0 2024-11-26T14:23:08,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-88a446b5-3f7b-4f13-b564-8313eafc6e5d,DISK] 2024-11-26T14:23:08,644 INFO [RS:0;19945b63c2b4:33233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 2024-11-26T14:23:08,645 DEBUG [RS:0;19945b63c2b4:33233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-26T14:23:08,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:23:08,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb 2024-11-26T14:23:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:23:09,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:09,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:09,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:09,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:09,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:09,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:09,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:09,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740 2024-11-26T14:23:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740 2024-11-26T14:23:09,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:09,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:09,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:09,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:09,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:09,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63193046, jitterRate=-0.05835023522377014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:09,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732630989159Initializing all the Stores at 1732630989159Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630989159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630989159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630989159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630989159Cleaning up temporary data from old regions at 1732630989166 (+7 ms)Region opened successfully at 1732630989170 (+4 ms) 2024-11-26T14:23:09,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:09,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:09,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:09,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:09,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:09,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:09,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732630989170Disabling compacts and flushes for region at 1732630989170Disabling writes for close at 1732630989170Writing region close event to WAL at 1732630989170Closed at 1732630989170 2024-11-26T14:23:09,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:09,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:23:09,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:23:09,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:09,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:23:09,323 DEBUG [19945b63c2b4:35261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:23:09,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:09,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,33233,1732630986160, state=OPENING 2024-11-26T14:23:09,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:23:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:09,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21631795359/meta-region-server: CHANGED 2024-11-26T14:23:09,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21631795359/meta-region-server: CHANGED 2024-11-26T14:23:09,350 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:09,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,33233,1732630986160}] 2024-11-26T14:23:09,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:09,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:23:09,508 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:23:09,508 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:09,509 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:23:09,510 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C33233%2C1732630986160.meta, suffix=.meta, logDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160, archiveDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/oldWALs, maxLogs=10 2024-11-26T14:23:09,548 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.meta.1732630989511.meta, exclude list is [], retry=0 2024-11-26T14:23:09,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-88a446b5-3f7b-4f13-b564-8313eafc6e5d,DISK] 2024-11-26T14:23:09,552 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.meta.1732630989511.meta 2024-11-26T14:23:09,553 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-26T14:23:09,553 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:09,554 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:09,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:09,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:23:09,554 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:23:09,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:23:09,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:09,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:23:09,554 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:23:09,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:09,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:09,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:09,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:09,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:09,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:09,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:09,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:09,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:09,562 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:09,562 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740 2024-11-26T14:23:09,563 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740 2024-11-26T14:23:09,564 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:09,564 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:09,565 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:09,566 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:09,566 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69557919, jitterRate=0.03649376332759857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:09,567 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:23:09,567 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732630989554Writing region info on filesystem at 1732630989554Initializing all the Stores at 1732630989555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630989555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630989556 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630989556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732630989556Cleaning up temporary data from old regions at 1732630989564 (+8 ms)Running coprocessor post-open hooks at 1732630989567 (+3 ms)Region opened successfully at 1732630989567 2024-11-26T14:23:09,567 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732630989503 2024-11-26T14:23:09,569 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:23:09,569 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:23:09,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:09,571 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,33233,1732630986160, state=OPEN 2024-11-26T14:23:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21631795359/meta-region-server 2024-11-26T14:23:09,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21631795359/meta-region-server 2024-11-26T14:23:09,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:09,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21631795359/meta-region-server: CHANGED 2024-11-26T14:23:09,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21631795359/meta-region-server: CHANGED 2024-11-26T14:23:09,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:23:09,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,33233,1732630986160 in 252 msec 2024-11-26T14:23:09,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:23:09,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-26T14:23:09,608 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:09,608 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:23:09,609 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:09,609 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33233,1732630986160, seqNum=-1] 2024-11-26T14:23:09,609 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:09,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:09,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-26T14:23:09,616 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732630989616, completionTime=-1 2024-11-26T14:23:09,616 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:23:09,616 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:23:09,618 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:23:09,618 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631049618 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631109619 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35261,1732630985538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35261,1732630985538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35261,1732630985538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:35261, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,619 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,621 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:23:09,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.148sec 2024-11-26T14:23:09,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:23:09,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:23:09,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:23:09,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:23:09,625 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:23:09,626 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35261,1732630985538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:09,626 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35261,1732630985538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:23:09,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b68e27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:09,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35261,-1 for getting cluster id 2024-11-26T14:23:09,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:09,633 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42307237-2049-4b36-a9af-325e02818ab5' 2024-11-26T14:23:09,633 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:23:09,633 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:23:09,634 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35261,1732630985538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42307237-2049-4b36-a9af-325e02818ab5" 2024-11-26T14:23:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c5da5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35261,-1] 2024-11-26T14:23:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:09,636 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:09,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c21a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:09,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33233,1732630986160, seqNum=-1] 2024-11-26T14:23:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:09,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:09,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,35261,1732630985538 2024-11-26T14:23:09,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59475 2024-11-26T14:23:09,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:09,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101778681cc0008 connected 2024-11-26T14:23:09,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40651,1732630974590 2024-11-26T14:23:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee6ec89 2024-11-26T14:23:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:09,670 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:09,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:09,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:09,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:09,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:09,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:10,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5e8c2e972b70c2d50db80653f195d44, NAME => 'test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22 2024-11-26T14:23:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:10,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:10,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5e8c2e972b70c2d50db80653f195d44, disabling compactions & flushes 2024-11-26T14:23:10,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. after waiting 0 ms 2024-11-26T14:23:10,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5e8c2e972b70c2d50db80653f195d44: Waiting for close lock at 1732630990114Disabling compacts and flushes for region at 1732630990114Disabling writes for close at 1732630990115 (+1 ms)Writing region close event to WAL at 1732630990115Closed at 1732630990115 2024-11-26T14:23:10,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:10,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630990116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630990116"}]},"ts":"1732630990116"} 2024-11-26T14:23:10,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:10,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:10,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630990119"}]},"ts":"1732630990119"} 2024-11-26T14:23:10,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:10,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5e8c2e972b70c2d50db80653f195d44, ASSIGN}] 2024-11-26T14:23:10,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5e8c2e972b70c2d50db80653f195d44, ASSIGN 2024-11-26T14:23:10,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5e8c2e972b70c2d50db80653f195d44, ASSIGN; state=OFFLINE, location=19945b63c2b4,36167,1732630974848; forceNewPlan=false, retain=false 2024-11-26T14:23:10,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5e8c2e972b70c2d50db80653f195d44, regionState=OPENING, regionLocation=19945b63c2b4,36167,1732630974848 2024-11-26T14:23:10,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5e8c2e972b70c2d50db80653f195d44, ASSIGN because future has completed 2024-11-26T14:23:10,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5e8c2e972b70c2d50db80653f195d44, server=19945b63c2b4,36167,1732630974848}] 2024-11-26T14:23:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:10,436 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,436 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5e8c2e972b70c2d50db80653f195d44, NAME => 'test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:10,437 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:10,437 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:10,437 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,437 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:10,437 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,437 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,438 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,439 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5e8c2e972b70c2d50db80653f195d44 columnFamilyName f 2024-11-26T14:23:10,439 DEBUG [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:10,440 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] regionserver.HStore(327): Store=f5e8c2e972b70c2d50db80653f195d44/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:10,440 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,441 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5e8c2e972b70c2d50db80653f195d44 columnFamilyName f1 2024-11-26T14:23:10,441 DEBUG [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:10,442 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] regionserver.HStore(327): Store=f5e8c2e972b70c2d50db80653f195d44/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:10,442 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,443 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5e8c2e972b70c2d50db80653f195d44 columnFamilyName norep 2024-11-26T14:23:10,444 DEBUG [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:10,444 INFO [StoreOpener-f5e8c2e972b70c2d50db80653f195d44-1 {}] regionserver.HStore(327): Store=f5e8c2e972b70c2d50db80653f195d44/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:10,444 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,445 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,446 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,447 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,447 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,448 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:10,449 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,451 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:10,452 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5e8c2e972b70c2d50db80653f195d44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66118216, jitterRate=-0.014761805534362793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:10,452 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:10,453 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5e8c2e972b70c2d50db80653f195d44: Running coprocessor pre-open hook at 1732630990437Writing region info on filesystem at 1732630990437Initializing all the Stores at 1732630990438 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630990438Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630990438Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630990438Cleaning up temporary data from old regions at 1732630990447 (+9 ms)Running coprocessor post-open hooks at 1732630990452 (+5 ms)Region opened successfully at 1732630990453 (+1 ms) 2024-11-26T14:23:10,454 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44., pid=6, masterSystemTime=1732630990431 2024-11-26T14:23:10,456 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,456 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:10,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5e8c2e972b70c2d50db80653f195d44, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,36167,1732630974848 2024-11-26T14:23:10,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5e8c2e972b70c2d50db80653f195d44, server=19945b63c2b4,36167,1732630974848 because future has completed 2024-11-26T14:23:10,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:10,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5e8c2e972b70c2d50db80653f195d44, server=19945b63c2b4,36167,1732630974848 in 180 msec 2024-11-26T14:23:10,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:10,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5e8c2e972b70c2d50db80653f195d44, ASSIGN in 338 msec 2024-11-26T14:23:10,464 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:10,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630990464"}]},"ts":"1732630990464"} 2024-11-26T14:23:10,477 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:10,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:10,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 807 msec 2024-11-26T14:23:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:10,814 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:23:10,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37865,1732630979027 2024-11-26T14:23:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49461db5 2024-11-26T14:23:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:10,816 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:10,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:10,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:10,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:10,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:10,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:11,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0c00bc976015a97e19ced5bb5713e5a, NAME => 'test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed 2024-11-26T14:23:11,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:11,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:11,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0c00bc976015a97e19ced5bb5713e5a, disabling compactions & flushes 2024-11-26T14:23:11,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. after waiting 0 ms 2024-11-26T14:23:11,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0c00bc976015a97e19ced5bb5713e5a: Waiting for close lock at 1732630991235Disabling compacts and flushes for region at 1732630991235Disabling writes for close at 1732630991235Writing region close event to WAL at 1732630991235Closed at 1732630991235 2024-11-26T14:23:11,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:11,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630991236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630991236"}]},"ts":"1732630991236"} 2024-11-26T14:23:11,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:11,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:11,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630991239"}]},"ts":"1732630991239"} 2024-11-26T14:23:11,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:11,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0c00bc976015a97e19ced5bb5713e5a, ASSIGN}] 2024-11-26T14:23:11,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0c00bc976015a97e19ced5bb5713e5a, ASSIGN 2024-11-26T14:23:11,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0c00bc976015a97e19ced5bb5713e5a, ASSIGN; state=OFFLINE, location=19945b63c2b4,36993,1732630979447; forceNewPlan=false, retain=false 2024-11-26T14:23:11,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0c00bc976015a97e19ced5bb5713e5a, regionState=OPENING, regionLocation=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:11,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0c00bc976015a97e19ced5bb5713e5a, ASSIGN because future has completed 2024-11-26T14:23:11,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0c00bc976015a97e19ced5bb5713e5a, server=19945b63c2b4,36993,1732630979447}] 2024-11-26T14:23:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:11,552 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,552 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0c00bc976015a97e19ced5bb5713e5a, NAME => 'test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:11,553 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:11,553 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:11,553 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,553 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:11,553 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,553 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,560 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,561 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c00bc976015a97e19ced5bb5713e5a columnFamilyName f 2024-11-26T14:23:11,561 DEBUG [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:11,561 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] regionserver.HStore(327): Store=f0c00bc976015a97e19ced5bb5713e5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:11,561 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,562 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c00bc976015a97e19ced5bb5713e5a columnFamilyName f1 2024-11-26T14:23:11,562 DEBUG [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:11,562 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] regionserver.HStore(327): Store=f0c00bc976015a97e19ced5bb5713e5a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:11,562 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,563 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c00bc976015a97e19ced5bb5713e5a columnFamilyName norep 2024-11-26T14:23:11,563 DEBUG [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:11,563 INFO [StoreOpener-f0c00bc976015a97e19ced5bb5713e5a-1 {}] regionserver.HStore(327): Store=f0c00bc976015a97e19ced5bb5713e5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:11,563 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,564 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,564 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,565 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,565 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,565 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:11,565 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,567 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:11,567 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0c00bc976015a97e19ced5bb5713e5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71118376, jitterRate=0.059746384620666504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:11,567 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:11,567 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0c00bc976015a97e19ced5bb5713e5a: Running coprocessor pre-open hook at 1732630991553Writing region info on filesystem at 1732630991554 (+1 ms)Initializing all the Stores at 1732630991554Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630991554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630991560 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630991560Cleaning up temporary data from old regions at 1732630991565 (+5 ms)Running coprocessor post-open hooks at 1732630991567 (+2 ms)Region opened successfully at 1732630991567 2024-11-26T14:23:11,568 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a., pid=6, masterSystemTime=1732630991548 2024-11-26T14:23:11,571 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,571 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:11,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0c00bc976015a97e19ced5bb5713e5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:11,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0c00bc976015a97e19ced5bb5713e5a, server=19945b63c2b4,36993,1732630979447 because future has completed 2024-11-26T14:23:11,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:11,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0c00bc976015a97e19ced5bb5713e5a, server=19945b63c2b4,36993,1732630979447 in 181 msec 2024-11-26T14:23:11,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:11,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0c00bc976015a97e19ced5bb5713e5a, ASSIGN in 338 msec 2024-11-26T14:23:11,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:11,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630991581"}]},"ts":"1732630991581"} 2024-11-26T14:23:11,583 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:11,584 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:11,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-26T14:23:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:11,964 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:23:11,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35261,1732630985538 2024-11-26T14:23:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a7c8c5b 2024-11-26T14:23:11,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:11,966 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:11,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:11,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:11,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:11,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:11,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:12,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8ca10ace8a03dafdf06aaf7ee98b44e, NAME => 'test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb 2024-11-26T14:23:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:12,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:12,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8ca10ace8a03dafdf06aaf7ee98b44e, disabling compactions & flushes 2024-11-26T14:23:12,781 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:12,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:12,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. after waiting 0 ms 2024-11-26T14:23:12,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:12,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:12,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8ca10ace8a03dafdf06aaf7ee98b44e: Waiting for close lock at 1732630992781Disabling compacts and flushes for region at 1732630992781Disabling writes for close at 1732630992782 (+1 ms)Writing region close event to WAL at 1732630992782Closed at 1732630992782 2024-11-26T14:23:12,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:12,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732630992783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630992783"}]},"ts":"1732630992783"} 2024-11-26T14:23:12,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:12,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:12,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630992797"}]},"ts":"1732630992797"} 2024-11-26T14:23:12,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:12,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8ca10ace8a03dafdf06aaf7ee98b44e, ASSIGN}] 2024-11-26T14:23:12,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8ca10ace8a03dafdf06aaf7ee98b44e, ASSIGN 2024-11-26T14:23:12,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8ca10ace8a03dafdf06aaf7ee98b44e, ASSIGN; state=OFFLINE, location=19945b63c2b4,33233,1732630986160; forceNewPlan=false, retain=false 2024-11-26T14:23:12,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8ca10ace8a03dafdf06aaf7ee98b44e, regionState=OPENING, regionLocation=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:12,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8ca10ace8a03dafdf06aaf7ee98b44e, ASSIGN because future has completed 2024-11-26T14:23:12,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ca10ace8a03dafdf06aaf7ee98b44e, server=19945b63c2b4,33233,1732630986160}] 2024-11-26T14:23:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:13,108 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:13,108 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ca10ace8a03dafdf06aaf7ee98b44e, NAME => 'test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:13,108 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:13,108 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:13,109 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,109 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:13,109 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,109 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,109 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,110 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ca10ace8a03dafdf06aaf7ee98b44e columnFamilyName f 2024-11-26T14:23:13,110 DEBUG [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:13,110 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] regionserver.HStore(327): Store=c8ca10ace8a03dafdf06aaf7ee98b44e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:13,110 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,111 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ca10ace8a03dafdf06aaf7ee98b44e columnFamilyName f1 2024-11-26T14:23:13,111 DEBUG [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:13,111 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] regionserver.HStore(327): Store=c8ca10ace8a03dafdf06aaf7ee98b44e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:13,111 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,112 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ca10ace8a03dafdf06aaf7ee98b44e columnFamilyName norep 2024-11-26T14:23:13,112 DEBUG [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:13,112 INFO [StoreOpener-c8ca10ace8a03dafdf06aaf7ee98b44e-1 {}] regionserver.HStore(327): Store=c8ca10ace8a03dafdf06aaf7ee98b44e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:13,112 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,113 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,113 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,114 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,114 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,115 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:13,116 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,117 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:13,118 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8ca10ace8a03dafdf06aaf7ee98b44e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68783996, jitterRate=0.024961411952972412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:13,118 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:13,118 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8ca10ace8a03dafdf06aaf7ee98b44e: Running coprocessor pre-open hook at 1732630993109Writing region info on filesystem at 1732630993109Initializing all the Stores at 1732630993109Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630993109Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630993109Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630993109Cleaning up temporary data from old regions at 1732630993114 (+5 ms)Running coprocessor post-open hooks at 1732630993118 (+4 ms)Region opened successfully at 1732630993118 2024-11-26T14:23:13,119 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e., pid=6, masterSystemTime=1732630993105 2024-11-26T14:23:13,120 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:13,120 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:13,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8ca10ace8a03dafdf06aaf7ee98b44e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ca10ace8a03dafdf06aaf7ee98b44e, server=19945b63c2b4,33233,1732630986160 because future has completed 2024-11-26T14:23:13,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:13,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ca10ace8a03dafdf06aaf7ee98b44e, server=19945b63c2b4,33233,1732630986160 in 170 msec 2024-11-26T14:23:13,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:13,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8ca10ace8a03dafdf06aaf7ee98b44e, ASSIGN in 326 msec 2024-11-26T14:23:13,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:13,127 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630993127"}]},"ts":"1732630993127"} 2024-11-26T14:23:13,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:13,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:13,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-26T14:23:13,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:14,115 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:23:14,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50732d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:14,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40651,-1 for getting cluster id 2024-11-26T14:23:14,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:14,117 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f50210fe-a20c-459d-9efa-471d02307f0e' 2024-11-26T14:23:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f50210fe-a20c-459d-9efa-471d02307f0e" 2024-11-26T14:23:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269b95b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40651,-1] 2024-11-26T14:23:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:14,118 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94b79ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:14,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:14,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,40651,1732630974590 2024-11-26T14:23:14,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eca8795 2024-11-26T14:23:14,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:14,121 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:14,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:14,124 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:37865' 2024-11-26T14:23:14,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428ba6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:14,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:14,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:14,126 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a4d504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:14,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:14,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:14,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:14,127 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:14,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588d2417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:14,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37865,1732630979027 2024-11-26T14:23:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f848a2 2024-11-26T14:23:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:14,130 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:14,131 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:23:14,131 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:23:14,131 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:14,131 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:14,132 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:14,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:14,133 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:23:14,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:14,135 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:14,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:23:14,183 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:14,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b055f566c6b94786567c1c7f19b483d, NAME => 'hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22 2024-11-26T14:23:14,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:14,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:14,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b055f566c6b94786567c1c7f19b483d, disabling compactions & flushes 2024-11-26T14:23:14,974 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:14,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:14,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. after waiting 0 ms 2024-11-26T14:23:14,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:14,974 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:14,974 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b055f566c6b94786567c1c7f19b483d: Waiting for close lock at 1732630994974Disabling compacts and flushes for region at 1732630994974Disabling writes for close at 1732630994974Writing region close event to WAL at 1732630994974Closed at 1732630994974 2024-11-26T14:23:14,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:14,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630994975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630994975"}]},"ts":"1732630994975"} 2024-11-26T14:23:14,977 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:14,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:14,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630994977"}]},"ts":"1732630994977"} 2024-11-26T14:23:14,979 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:23:14,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b055f566c6b94786567c1c7f19b483d, ASSIGN}] 2024-11-26T14:23:14,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b055f566c6b94786567c1c7f19b483d, ASSIGN 2024-11-26T14:23:14,981 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b055f566c6b94786567c1c7f19b483d, ASSIGN; state=OFFLINE, location=19945b63c2b4,36167,1732630974848; forceNewPlan=false, retain=false 2024-11-26T14:23:15,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:15,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:15,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b055f566c6b94786567c1c7f19b483d, regionState=OPENING, regionLocation=19945b63c2b4,36167,1732630974848 2024-11-26T14:23:15,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b055f566c6b94786567c1c7f19b483d, ASSIGN because future has completed 2024-11-26T14:23:15,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b055f566c6b94786567c1c7f19b483d, server=19945b63c2b4,36167,1732630974848}] 2024-11-26T14:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:15,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:15,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:15,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:23:15,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36167%2C1732630974848.rep, suffix=, logDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848, archiveDir=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/oldWALs, maxLogs=10 2024-11-26T14:23:15,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.rep.1732630995315, exclude list is [], retry=0 2024-11-26T14:23:15,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33743,DS-1adbe086-f4bf-432a-b990-7eea6a2c10ed,DISK] 2024-11-26T14:23:15,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.rep.1732630995315 2024-11-26T14:23:15,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43759:43759)] 2024-11-26T14:23:15,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b055f566c6b94786567c1c7f19b483d, NAME => 'hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:15,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:15,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:15,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. service=MultiRowMutationService 2024-11-26T14:23:15,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:23:15,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:15,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,360 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,362 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b055f566c6b94786567c1c7f19b483d columnFamilyName hfileref 2024-11-26T14:23:15,362 DEBUG [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:15,362 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] regionserver.HStore(327): Store=1b055f566c6b94786567c1c7f19b483d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:15,362 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,364 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b055f566c6b94786567c1c7f19b483d columnFamilyName queue 2024-11-26T14:23:15,364 DEBUG [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:15,364 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] regionserver.HStore(327): Store=1b055f566c6b94786567c1c7f19b483d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:15,364 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,365 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b055f566c6b94786567c1c7f19b483d columnFamilyName sid 2024-11-26T14:23:15,365 DEBUG [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:15,366 INFO [StoreOpener-1b055f566c6b94786567c1c7f19b483d-1 {}] regionserver.HStore(327): Store=1b055f566c6b94786567c1c7f19b483d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:15,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:15,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:15,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b055f566c6b94786567c1c7f19b483d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73860714, jitterRate=0.1006104052066803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:15,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:15,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b055f566c6b94786567c1c7f19b483d: Running coprocessor pre-open hook at 1732630995354Writing region info on filesystem at 1732630995354Initializing all the Stores at 1732630995356 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630995356Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630995360 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630995360Cleaning up temporary data from old regions at 1732630995368 (+8 ms)Running coprocessor post-open hooks at 1732630995384 (+16 ms)Region opened successfully at 1732630995384 2024-11-26T14:23:15,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d., pid=10, masterSystemTime=1732630995300 2024-11-26T14:23:15,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:15,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:15,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b055f566c6b94786567c1c7f19b483d, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,36167,1732630974848 2024-11-26T14:23:15,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b055f566c6b94786567c1c7f19b483d, server=19945b63c2b4,36167,1732630974848 because future has completed 2024-11-26T14:23:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:23:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b055f566c6b94786567c1c7f19b483d, server=19945b63c2b4,36167,1732630974848 in 254 msec 2024-11-26T14:23:15,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:23:15,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b055f566c6b94786567c1c7f19b483d, ASSIGN in 423 msec 2024-11-26T14:23:15,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:15,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630995408"}]},"ts":"1732630995408"} 2024-11-26T14:23:15,413 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:23:15,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:15,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2820 sec 2024-11-26T14:23:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d., hostname=19945b63c2b4,36167,1732630974848, seqNum=2] 2024-11-26T14:23:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:23:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:23:15,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:23:15,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:23:15,767 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:23:15,803 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,36167,1732630974848, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:23:15,804 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:15,804 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36167,1732630974848, seqNum=-1] 2024-11-26T14:23:15,804 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:15,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-26T14:23:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,36167,1732630974848', locateType=CURRENT is [region=hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d., hostname=19945b63c2b4,36167,1732630974848, seqNum=2] 2024-11-26T14:23:15,813 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:23:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:23:15,817 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,36167,1732630974848 suceeded 2024-11-26T14:23:15,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:23:15,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-26T14:23:15,820 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:23:15,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6990 sec 2024-11-26T14:23:15,835 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:37865' 2024-11-26T14:23:15,836 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a559cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:15,836 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:15,836 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:15,837 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@98917cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:15,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:15,839 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:15,840 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cea3679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:15,840 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37865,1732630979027 2024-11-26T14:23:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d224077 2024-11-26T14:23:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:15,842 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-26T14:23:15,843 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,36167,1732630974848 (queues=1) is replicating from cluster=f50210fe-a20c-459d-9efa-471d02307f0e to cluster=e9d444da-640e-406f-80e5-bdb0af49557d 2024-11-26T14:23:15,843 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C36167%2C1732630974848 2024-11-26T14:23:15,843 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,36167,1732630974848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:23:15,844 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688, startPosition=0, beingWritten=true 2024-11-26T14:23:15,849 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C36167%2C1732630974848 2024-11-26T14:23:15,854 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:15,854 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:15,854 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36167,1732630974848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:16,064 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:16,274 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:23:16,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:16,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:16,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:16,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:16,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:16,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d40f867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:16,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:16,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:16,275 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791102bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:16,277 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb1ec53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:16,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37865,1732630979027 2024-11-26T14:23:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f085a0 2024-11-26T14:23:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:16,279 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:16,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:35261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:23:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:23:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:16,282 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35261' 2024-11-26T14:23:16,283 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fe4133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:16,283 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35261,-1 for getting cluster id 2024-11-26T14:23:16,283 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:16,284 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42307237-2049-4b36-a9af-325e02818ab5' 2024-11-26T14:23:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42307237-2049-4b36-a9af-325e02818ab5" 2024-11-26T14:23:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37903d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35261,-1] 2024-11-26T14:23:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:16,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:16,285 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:16,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34db9a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:16,285 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:16,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35261,1732630985538 2024-11-26T14:23:16,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2559ae1f 2024-11-26T14:23:16,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:16,287 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:16,287 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T14:23:16,288 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:23:16,288 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:16,288 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:16,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:16,288 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:16,289 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:23:16,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:16,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:16,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:23:16,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7302e86937a2cf05ff7c0fcf7138eff7, NAME => 'hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed 2024-11-26T14:23:16,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:23:16,339 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:23:16,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:16,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:23:16,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T14:23:16,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:23:16,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T14:23:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:16,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:16,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7302e86937a2cf05ff7c0fcf7138eff7, disabling compactions & flushes 2024-11-26T14:23:16,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:16,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:16,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. after waiting 0 ms 2024-11-26T14:23:16,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:16,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:16,706 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7302e86937a2cf05ff7c0fcf7138eff7: Waiting for close lock at 1732630996706Disabling compacts and flushes for region at 1732630996706Disabling writes for close at 1732630996706Writing region close event to WAL at 1732630996706Closed at 1732630996706 2024-11-26T14:23:16,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:16,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630996707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630996707"}]},"ts":"1732630996707"} 2024-11-26T14:23:16,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:16,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:16,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630996710"}]},"ts":"1732630996710"} 2024-11-26T14:23:16,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:23:16,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7302e86937a2cf05ff7c0fcf7138eff7, ASSIGN}] 2024-11-26T14:23:16,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7302e86937a2cf05ff7c0fcf7138eff7, ASSIGN 2024-11-26T14:23:16,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7302e86937a2cf05ff7c0fcf7138eff7, ASSIGN; state=OFFLINE, location=19945b63c2b4,36993,1732630979447; forceNewPlan=false, retain=false 2024-11-26T14:23:16,771 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:16,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7302e86937a2cf05ff7c0fcf7138eff7, regionState=OPENING, regionLocation=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7302e86937a2cf05ff7c0fcf7138eff7, ASSIGN because future has completed 2024-11-26T14:23:16,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7302e86937a2cf05ff7c0fcf7138eff7, server=19945b63c2b4,36993,1732630979447}] 2024-11-26T14:23:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:17,020 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=33, reused chunk count=119, reuseRatio=78.29% 2024-11-26T14:23:17,020 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-26T14:23:17,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:17,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:17,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:23:17,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36993%2C1732630979447.rep, suffix=, logDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447, archiveDir=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/oldWALs, maxLogs=10 2024-11-26T14:23:17,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.rep.1732630997025, exclude list is [], retry=0 2024-11-26T14:23:17,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-4977aa1d-afe3-45b9-a476-eac151e71158,DISK] 2024-11-26T14:23:17,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.rep.1732630997025 2024-11-26T14:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-11-26T14:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7302e86937a2cf05ff7c0fcf7138eff7, NAME => 'hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:17,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. service=MultiRowMutationService 2024-11-26T14:23:17,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:17,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,042 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,043 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7302e86937a2cf05ff7c0fcf7138eff7 columnFamilyName hfileref 2024-11-26T14:23:17,043 DEBUG [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:17,043 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] regionserver.HStore(327): Store=7302e86937a2cf05ff7c0fcf7138eff7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:17,043 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,044 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7302e86937a2cf05ff7c0fcf7138eff7 columnFamilyName queue 2024-11-26T14:23:17,044 DEBUG [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:17,044 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] regionserver.HStore(327): Store=7302e86937a2cf05ff7c0fcf7138eff7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:17,044 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,045 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7302e86937a2cf05ff7c0fcf7138eff7 columnFamilyName sid 2024-11-26T14:23:17,045 DEBUG [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:17,045 INFO [StoreOpener-7302e86937a2cf05ff7c0fcf7138eff7-1 {}] regionserver.HStore(327): Store=7302e86937a2cf05ff7c0fcf7138eff7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:17,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:17,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:17,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7302e86937a2cf05ff7c0fcf7138eff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64967128, jitterRate=-0.031914353370666504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:17,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:17,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7302e86937a2cf05ff7c0fcf7138eff7: Running coprocessor pre-open hook at 1732630997041Writing region info on filesystem at 1732630997041Initializing all the Stores at 1732630997041Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630997041Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630997042 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630997042Cleaning up temporary data from old regions at 1732630997047 (+5 ms)Running coprocessor post-open hooks at 1732630997050 (+3 ms)Region opened successfully at 1732630997050 2024-11-26T14:23:17,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7., pid=10, masterSystemTime=1732630997021 2024-11-26T14:23:17,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:17,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:17,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7302e86937a2cf05ff7c0fcf7138eff7, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,36993,1732630979447 2024-11-26T14:23:17,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7302e86937a2cf05ff7c0fcf7138eff7, server=19945b63c2b4,36993,1732630979447 because future has completed 2024-11-26T14:23:17,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:23:17,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7302e86937a2cf05ff7c0fcf7138eff7, server=19945b63c2b4,36993,1732630979447 in 186 msec 2024-11-26T14:23:17,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:23:17,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7302e86937a2cf05ff7c0fcf7138eff7, ASSIGN in 343 msec 2024-11-26T14:23:17,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:17,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630997058"}]},"ts":"1732630997058"} 2024-11-26T14:23:17,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:23:17,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:17,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-26T14:23:17,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7., hostname=19945b63c2b4,36993,1732630979447, seqNum=2] 2024-11-26T14:23:17,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:17,159 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:23:17,274 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:17,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:23:17,333 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:23:17,359 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,36993,1732630979447, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:23:17,359 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:17,359 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36993,1732630979447, seqNum=-1] 2024-11-26T14:23:17,360 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:17,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T14:23:17,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,36993,1732630979447', locateType=CURRENT is [region=hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7., hostname=19945b63c2b4,36993,1732630979447, seqNum=2] 2024-11-26T14:23:17,364 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:23:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:23:17,366 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,36993,1732630979447 suceeded 2024-11-26T14:23:17,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:23:17,367 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:35261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:23:17,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-26T14:23:17,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-26T14:23:17,377 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35261' 2024-11-26T14:23:17,378 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c10f451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,378 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35261,-1 for getting cluster id 2024-11-26T14:23:17,378 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:17,378 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42307237-2049-4b36-a9af-325e02818ab5' 2024-11-26T14:23:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42307237-2049-4b36-a9af-325e02818ab5" 2024-11-26T14:23:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a32ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35261,-1] 2024-11-26T14:23:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:17,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,380 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:17,380 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314e8c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,380 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:17,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35261,1732630985538 2024-11-26T14:23:17,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67190fc0 2024-11-26T14:23:17,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:17,381 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-26T14:23:17,382 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,36993,1732630979447 (queues=1) is replicating from cluster=e9d444da-640e-406f-80e5-bdb0af49557d to cluster=42307237-2049-4b36-a9af-325e02818ab5 2024-11-26T14:23:17,382 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C36993%2C1732630979447 2024-11-26T14:23:17,382 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,36993,1732630979447, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:23:17,382 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C36993%2C1732630979447 2024-11-26T14:23:17,382 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, startPosition=0, beingWritten=true 2024-11-26T14:23:17,387 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:17,387 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:17,387 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:17,414 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:23:17,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:17,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:17,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:17,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70077c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35261,-1 for getting cluster id 2024-11-26T14:23:17,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:17,416 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42307237-2049-4b36-a9af-325e02818ab5' 2024-11-26T14:23:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42307237-2049-4b36-a9af-325e02818ab5" 2024-11-26T14:23:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496d597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35261,-1] 2024-11-26T14:23:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,417 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad39d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35261,1732630985538 2024-11-26T14:23:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423ebca2 2024-11-26T14:23:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:17,419 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:17,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:23:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:23:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:17,423 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:37865' 2024-11-26T14:23:17,424 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbe6cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,424 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:17,424 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:17,425 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e334028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:17,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:17,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,427 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:17,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f86a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:17,428 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:17,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37865,1732630979027 2024-11-26T14:23:17,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45831ec1 2024-11-26T14:23:17,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:17,432 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:17,433 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-26T14:23:17,433 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:23:17,433 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,433 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:17,433 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:17,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:17,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:23:17,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:17,436 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:17,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:23:17,485 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:17,594 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:17,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fa03581cf56d1db9e65722617423db7, NAME => 'hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb 2024-11-26T14:23:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:23:17,877 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:17,897 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:18,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:18,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fa03581cf56d1db9e65722617423db7, disabling compactions & flushes 2024-11-26T14:23:18,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. after waiting 0 ms 2024-11-26T14:23:18,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fa03581cf56d1db9e65722617423db7: Waiting for close lock at 1732630998246Disabling compacts and flushes for region at 1732630998246Disabling writes for close at 1732630998246Writing region close event to WAL at 1732630998246Closed at 1732630998246 2024-11-26T14:23:18,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:18,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732630998247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732630998247"}]},"ts":"1732630998247"} 2024-11-26T14:23:18,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:18,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:18,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630998250"}]},"ts":"1732630998250"} 2024-11-26T14:23:18,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:23:18,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa03581cf56d1db9e65722617423db7, ASSIGN}] 2024-11-26T14:23:18,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa03581cf56d1db9e65722617423db7, ASSIGN 2024-11-26T14:23:18,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa03581cf56d1db9e65722617423db7, ASSIGN; state=OFFLINE, location=19945b63c2b4,33233,1732630986160; forceNewPlan=false, retain=false 2024-11-26T14:23:18,305 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:18,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fa03581cf56d1db9e65722617423db7, regionState=OPENING, regionLocation=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa03581cf56d1db9e65722617423db7, ASSIGN because future has completed 2024-11-26T14:23:18,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa03581cf56d1db9e65722617423db7, server=19945b63c2b4,33233,1732630986160}] 2024-11-26T14:23:18,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:18,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:23:18,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C33233%2C1732630986160.rep, suffix=, logDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160, archiveDir=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/oldWALs, maxLogs=10 2024-11-26T14:23:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:18,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.rep.1732630998562, exclude list is [], retry=0 2024-11-26T14:23:18,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41339,DS-88a446b5-3f7b-4f13-b564-8313eafc6e5d,DISK] 2024-11-26T14:23:18,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.rep.1732630998562 2024-11-26T14:23:18,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39493:39493)] 2024-11-26T14:23:18,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fa03581cf56d1db9e65722617423db7, NAME => 'hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:18,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. service=MultiRowMutationService 2024-11-26T14:23:18,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:23:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,579 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,579 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa03581cf56d1db9e65722617423db7 columnFamilyName hfileref 2024-11-26T14:23:18,580 DEBUG [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:18,580 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] regionserver.HStore(327): Store=8fa03581cf56d1db9e65722617423db7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:18,580 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,580 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:18,580 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa03581cf56d1db9e65722617423db7 columnFamilyName queue 2024-11-26T14:23:18,581 DEBUG [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:18,581 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] regionserver.HStore(327): Store=8fa03581cf56d1db9e65722617423db7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:18,581 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,582 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa03581cf56d1db9e65722617423db7 columnFamilyName sid 2024-11-26T14:23:18,582 DEBUG [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:18,582 INFO [StoreOpener-8fa03581cf56d1db9e65722617423db7-1 {}] regionserver.HStore(327): Store=8fa03581cf56d1db9e65722617423db7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:18,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:18,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:18,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fa03581cf56d1db9e65722617423db7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65590967, jitterRate=-0.022618427872657776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:18,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:18,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fa03581cf56d1db9e65722617423db7: Running coprocessor pre-open hook at 1732630998578Writing region info on filesystem at 1732630998578Initializing all the Stores at 1732630998578Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630998578Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630998579 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732630998579Cleaning up temporary data from old regions at 1732630998583 (+4 ms)Running coprocessor post-open hooks at 1732630998586 (+3 ms)Region opened successfully at 1732630998586 2024-11-26T14:23:18,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7., pid=10, masterSystemTime=1732630998558 2024-11-26T14:23:18,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:18,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fa03581cf56d1db9e65722617423db7, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,33233,1732630986160 2024-11-26T14:23:18,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa03581cf56d1db9e65722617423db7, server=19945b63c2b4,33233,1732630986160 because future has completed 2024-11-26T14:23:18,591 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35261 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,33233,1732630986160, table=hbase:replication, region=8fa03581cf56d1db9e65722617423db7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T14:23:18,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:23:18,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fa03581cf56d1db9e65722617423db7, server=19945b63c2b4,33233,1732630986160 in 184 msec 2024-11-26T14:23:18,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:23:18,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa03581cf56d1db9e65722617423db7, ASSIGN in 341 msec 2024-11-26T14:23:18,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:18,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732630998595"}]},"ts":"1732630998595"} 2024-11-26T14:23:18,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:23:18,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:18,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-11-26T14:23:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7., hostname=19945b63c2b4,33233,1732630986160, seqNum=2] 2024-11-26T14:23:18,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:18,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:23:18,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108663 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:23:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:18,808 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:18,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:23:19,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:23:19,007 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:23:19,049 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,33233,1732630986160, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:23:19,050 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:19,050 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33233,1732630986160, seqNum=-1] 2024-11-26T14:23:19,051 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:19,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T14:23:19,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,33233,1732630986160', locateType=CURRENT is [region=hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7., hostname=19945b63c2b4,33233,1732630986160, seqNum=2] 2024-11-26T14:23:19,056 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:23:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:23:19,058 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,33233,1732630986160 suceeded 2024-11-26T14:23:19,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:23:19,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-26T14:23:19,061 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:23:19,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6420 sec 2024-11-26T14:23:19,072 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:37865' 2024-11-26T14:23:19,076 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a76988d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,076 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:19,077 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:19,077 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75a433b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:19,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:19,079 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:19,080 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c37b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,080 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37865,1732630979027 2024-11-26T14:23:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f2a2f27 2024-11-26T14:23:19,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:19,083 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-26T14:23:19,083 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,33233,1732630986160 (queues=1) is replicating from cluster=42307237-2049-4b36-a9af-325e02818ab5 to cluster=e9d444da-640e-406f-80e5-bdb0af49557d 2024-11-26T14:23:19,083 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C33233%2C1732630986160 2024-11-26T14:23:19,084 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,33233,1732630986160, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:23:19,084 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C33233%2C1732630986160 2024-11-26T14:23:19,084 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, startPosition=0, beingWritten=true 2024-11-26T14:23:19,089 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:19,089 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 379, reset compression=false 2024-11-26T14:23:19,089 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:19,293 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 379, reset compression=false 2024-11-26T14:23:19,383 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:19,413 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:19,574 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:23:19,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:19,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:19,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:19,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:19,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:19,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4689ada3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,40651,-1 for getting cluster id 2024-11-26T14:23:19,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:19,576 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f50210fe-a20c-459d-9efa-471d02307f0e' 2024-11-26T14:23:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f50210fe-a20c-459d-9efa-471d02307f0e" 2024-11-26T14:23:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6b9f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,40651,-1] 2024-11-26T14:23:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:19,577 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:19,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f0702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96d9ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:19,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:19,578 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c11242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:19,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:19,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:19,579 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:19,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510b05ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2592d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35261,-1 for getting cluster id 2024-11-26T14:23:19,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:19,580 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42307237-2049-4b36-a9af-325e02818ab5' 2024-11-26T14:23:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42307237-2049-4b36-a9af-325e02818ab5" 2024-11-26T14:23:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169786a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35261,-1] 2024-11-26T14:23:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:19,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:19,582 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53db7a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:19,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36167,1732630974848, seqNum=-1] 2024-11-26T14:23:19,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:19,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44., hostname=19945b63c2b4,36167,1732630974848, seqNum=2] 2024-11-26T14:23:19,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33233,1732630986160, seqNum=-1] 2024-11-26T14:23:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:19,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e., hostname=19945b63c2b4,33233,1732630986160, seqNum=2] 2024-11-26T14:23:19,593 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T14:23:19,597 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 379, reset compression=false 2024-11-26T14:23:19,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:23:20,001 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 379, reset compression=false 2024-11-26T14:23:20,117 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:20,286 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 379, reset compression=false 2024-11-26T14:23:20,290 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:20,290 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:20,290 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36167,1732630974848 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5e8c2e972b70c2d50db80653f195d44/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-26T14:23:20,293 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:20,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-26T14:23:20,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:20,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5589c316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:20,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37865,-1 for getting cluster id 2024-11-26T14:23:20,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:20,295 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9d444da-640e-406f-80e5-bdb0af49557d' 2024-11-26T14:23:20,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:20,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9d444da-640e-406f-80e5-bdb0af49557d" 2024-11-26T14:23:20,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2002ab9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:20,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37865,-1] 2024-11-26T14:23:20,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:20,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:20,296 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:20,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e2ccbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:20,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:20,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36993,1732630979447, seqNum=-1] 2024-11-26T14:23:20,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:20,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-26T14:23:20,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a., hostname=19945b63c2b4,36993,1732630979447, seqNum=2] 2024-11-26T14:23:20,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:20,495 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:20,504 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 379, reset compression=false 2024-11-26T14:23:20,594 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-26T14:23:20,798 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:20,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:20,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:20,920 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 379, reset compression=false 2024-11-26T14:23:20,924 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:20,924 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 504, reset compression=false 2024-11-26T14:23:20,924 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0c00bc976015a97e19ced5bb5713e5a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-26T14:23:20,926 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:20,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-26T14:23:20,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:20,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71c86323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:20,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35261,-1 for getting cluster id 2024-11-26T14:23:20,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:20,929 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42307237-2049-4b36-a9af-325e02818ab5' 2024-11-26T14:23:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42307237-2049-4b36-a9af-325e02818ab5" 2024-11-26T14:23:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b34907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35261,-1] 2024-11-26T14:23:20,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:20,930 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:20,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23042254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:20,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,33233,1732630986160, seqNum=-1] 2024-11-26T14:23:20,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:20,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-26T14:23:20,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e., hostname=19945b63c2b4,33233,1732630986160, seqNum=2] 2024-11-26T14:23:20,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:21,106 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 379, reset compression=false 2024-11-26T14:23:21,110 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:21,110 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 528, reset compression=false 2024-11-26T14:23:21,110 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:21,128 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 504, reset compression=false 2024-11-26T14:23:21,201 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:21,314 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 528, reset compression=false 2024-11-26T14:23:21,432 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 504, reset compression=false 2024-11-26T14:23:21,596 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-26T14:23:21,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36993,1732630979447, seqNum=-1] 2024-11-26T14:23:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:21,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a., hostname=19945b63c2b4,36993,1732630979447, seqNum=2] 2024-11-26T14:23:21,603 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-26T14:23:21,618 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 528, reset compression=false 2024-11-26T14:23:21,704 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:21,837 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 504, reset compression=false 2024-11-26T14:23:21,843 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:21,843 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 608, reset compression=false 2024-11-26T14:23:21,843 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0c00bc976015a97e19ced5bb5713e5a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:23:21,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:21,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:22,021 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 528, reset compression=false 2024-11-26T14:23:22,026 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:22,026 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 656, reset compression=false 2024-11-26T14:23:22,026 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:22,057 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 608, reset compression=false 2024-11-26T14:23:22,230 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 656, reset compression=false 2024-11-26T14:23:22,308 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:22,360 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 608, reset compression=false 2024-11-26T14:23:22,533 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 656, reset compression=false 2024-11-26T14:23:22,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-26T14:23:22,607 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-26T14:23:22,763 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 608, reset compression=false 2024-11-26T14:23:22,936 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 656, reset compression=false 2024-11-26T14:23:22,939 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:22,939 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 760, reset compression=false 2024-11-26T14:23:22,939 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8ca10ace8a03dafdf06aaf7ee98b44e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-26T14:23:22,941 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:22,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-26T14:23:22,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:22,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:23,012 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:23,144 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 760, reset compression=false 2024-11-26T14:23:23,266 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 608, reset compression=false 2024-11-26T14:23:23,271 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:23,271 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 735, reset compression=false 2024-11-26T14:23:23,271 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:23,453 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 760, reset compression=false 2024-11-26T14:23:23,474 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 735, reset compression=false 2024-11-26T14:23:23,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-26T14:23:23,613 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-26T14:23:23,777 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 735, reset compression=false 2024-11-26T14:23:23,815 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 480, reset compression=false 2024-11-26T14:23:23,825 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:23,825 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:23,825 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36167,1732630974848 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5e8c2e972b70c2d50db80653f195d44/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-26T14:23:23,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:23,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:23,856 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 760, reset compression=false 2024-11-26T14:23:24,031 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:24,172 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:23:24,182 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 735, reset compression=false 2024-11-26T14:23:24,186 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:24,186 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 883, reset compression=false 2024-11-26T14:23:24,186 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0c00bc976015a97e19ced5bb5713e5a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-26T14:23:24,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:24,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:24,334 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:24,361 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 760, reset compression=false 2024-11-26T14:23:24,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:24,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 932, reset compression=false 2024-11-26T14:23:24,368 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:24,389 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 883, reset compression=false 2024-11-26T14:23:24,577 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 932, reset compression=false 2024-11-26T14:23:24,614 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-26T14:23:24,617 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-26T14:23:24,700 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 883, reset compression=false 2024-11-26T14:23:24,705 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:24,705 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1042, reset compression=false 2024-11-26T14:23:24,705 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0c00bc976015a97e19ced5bb5713e5a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T14:23:24,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:24,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:24,741 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:24,881 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 932, reset compression=false 2024-11-26T14:23:24,884 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:24,884 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1082, reset compression=false 2024-11-26T14:23:24,884 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:24,908 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1042, reset compression=false 2024-11-26T14:23:25,090 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1082, reset compression=false 2024-11-26T14:23:25,211 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1042, reset compression=false 2024-11-26T14:23:25,244 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:25,394 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1082, reset compression=false 2024-11-26T14:23:25,619 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1042, reset compression=false 2024-11-26T14:23:25,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-26T14:23:25,625 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-26T14:23:25,797 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1082, reset compression=false 2024-11-26T14:23:25,801 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:23:25,801 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1241, reset compression=false 2024-11-26T14:23:25,801 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8ca10ace8a03dafdf06aaf7ee98b44e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-26T14:23:25,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-26T14:23:25,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-26T14:23:25,847 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:26,003 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1241, reset compression=false 2024-11-26T14:23:26,132 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1042, reset compression=false 2024-11-26T14:23:26,162 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:26,162 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:26,162 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:26,306 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1241, reset compression=false 2024-11-26T14:23:26,367 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:26,551 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:26,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:26,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,627 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-26T14:23:26,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:23:26,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:26,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:26,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:26,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:26,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:26,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:23:26,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1153778553, stopped=false 2024-11-26T14:23:26,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,35261,1732630985538 2024-11-26T14:23:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21631795359/running 2024-11-26T14:23:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21631795359/running 2024-11-26T14:23:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:26,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:23:26,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:26,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:26,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:26,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:26,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/running 2024-11-26T14:23:26,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,33233,1732630986160' ***** 2024-11-26T14:23:26,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:23:26,645 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:23:26,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Set watcher on znode that does not yet exist, /21631795359/running 2024-11-26T14:23:26,645 INFO [RS:0;19945b63c2b4:33233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:23:26,645 INFO [RS:0;19945b63c2b4:33233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:23:26,645 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fa03581cf56d1db9e65722617423db7 2024-11-26T14:23:26,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,33233,1732630986160 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:33233. 2024-11-26T14:23:26,658 DEBUG [RS:0;19945b63c2b4:33233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:26,658 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:23:26,658 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:23:26,658 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fa03581cf56d1db9e65722617423db7, disabling compactions & flushes 2024-11-26T14:23:26,659 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:26,659 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:26,659 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. after waiting 0 ms 2024-11-26T14:23:26,659 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:26,659 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fa03581cf56d1db9e65722617423db7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-26T14:23:26,660 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:23:26,660 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1325): Online Regions={8fa03581cf56d1db9e65722617423db7=hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7., 1588230740=hbase:meta,,1.1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e=test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.} 2024-11-26T14:23:26,660 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fa03581cf56d1db9e65722617423db7, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:26,660 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:26,660 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:26,661 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:26,661 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:26,661 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:26,661 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:23:26,670 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:26,694 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/info/07688c79308b4bf7835b7b7aef714f42 is 147, key is hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7./info:regioninfo/1732630998589/Put/seqid=0 2024-11-26T14:23:26,699 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/.tmp/queue/808d614e9ac2498e8832d8a7dfbc0621 is 154, key is 1-19945b63c2b4,33233,1732630986160/queue:19945b63c2b4%2C33233%2C1732630986160/1732631005806/Put/seqid=0 2024-11-26T14:23:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741840_1016 (size=7686) 2024-11-26T14:23:26,709 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1241, reset compression=false 2024-11-26T14:23:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741841_1017 (size=5353) 2024-11-26T14:23:26,710 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/.tmp/queue/808d614e9ac2498e8832d8a7dfbc0621 2024-11-26T14:23:26,716 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/.tmp/queue/808d614e9ac2498e8832d8a7dfbc0621 as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/queue/808d614e9ac2498e8832d8a7dfbc0621 2024-11-26T14:23:26,721 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:23:26,724 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/queue/808d614e9ac2498e8832d8a7dfbc0621, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T14:23:26,726 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8fa03581cf56d1db9e65722617423db7 in 67ms, sequenceid=12, compaction requested=false 2024-11-26T14:23:26,743 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/replication/8fa03581cf56d1db9e65722617423db7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T14:23:26,744 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:26,754 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:23:26,754 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:26,754 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fa03581cf56d1db9e65722617423db7: Waiting for close lock at 1732631006658Running coprocessor pre-close hooks at 1732631006658Disabling compacts and flushes for region at 1732631006658Disabling writes for close at 1732631006659 (+1 ms)Obtaining lock to block concurrent updates at 1732631006659Preparing flush snapshotting stores in 8fa03581cf56d1db9e65722617423db7 at 1732631006659Finished memstore snapshotting hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732631006659Flushing stores of hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. at 1732631006660 (+1 ms)Flushing 8fa03581cf56d1db9e65722617423db7/queue: creating writer at 1732631006660Flushing 8fa03581cf56d1db9e65722617423db7/queue: appending metadata at 1732631006699 (+39 ms)Flushing 8fa03581cf56d1db9e65722617423db7/queue: closing flushed file at 1732631006699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2b6cb1: reopening flushed file at 1732631006715 (+16 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8fa03581cf56d1db9e65722617423db7 in 67ms, sequenceid=12, compaction requested=false at 1732631006726 (+11 ms)Writing region close event to WAL at 1732631006734 (+8 ms)Running coprocessor post-close hooks at 1732631006744 (+10 ms)Closed at 1732631006754 (+10 ms) 2024-11-26T14:23:26,755 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630997433.8fa03581cf56d1db9e65722617423db7. 2024-11-26T14:23:26,755 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8ca10ace8a03dafdf06aaf7ee98b44e, disabling compactions & flushes 2024-11-26T14:23:26,755 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:26,755 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:26,755 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. after waiting 0 ms 2024-11-26T14:23:26,755 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:26,755 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8ca10ace8a03dafdf06aaf7ee98b44e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T14:23:26,772 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/f/ea3cf92156d44ecd99b5c00133ad7e44 is 29, key is row1/f:/1732631004615/DeleteFamily/seqid=0 2024-11-26T14:23:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741842_1018 (size=5152) 2024-11-26T14:23:26,860 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:27,060 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:27,093 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:27,106 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/info/07688c79308b4bf7835b7b7aef714f42 2024-11-26T14:23:27,124 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/ns/2587dec1195249218e3788cc825f3be3 is 43, key is default/ns:d/1732630989611/Put/seqid=0 2024-11-26T14:23:27,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741843_1019 (size=5153) 2024-11-26T14:23:27,128 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/ns/2587dec1195249218e3788cc825f3be3 2024-11-26T14:23:27,143 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/rep_barrier/9fb9d126589d45ea8344dde21165fb4f is 112, key is test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e./rep_barrier:seqnumDuringOpen/1732630993121/Put/seqid=0 2024-11-26T14:23:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741844_1020 (size=5518) 2024-11-26T14:23:27,176 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/f/ea3cf92156d44ecd99b5c00133ad7e44 2024-11-26T14:23:27,178 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea3cf92156d44ecd99b5c00133ad7e44 2024-11-26T14:23:27,191 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/f1/90a936b4f4e74eacb6c92454a550e98c is 30, key is row1/f1:/1732631004615/DeleteFamily/seqid=0 2024-11-26T14:23:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741845_1021 (size=5158) 2024-11-26T14:23:27,221 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1241, reset compression=false 2024-11-26T14:23:27,224 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:27,224 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1488, reset compression=false 2024-11-26T14:23:27,224 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,33233,1732630986160 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:27,225 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,33233,1732630986160: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,33233,1732630986160, walGroup=19945b63c2b4%2C33233%2C1732630986160, offset=19945b63c2b4%2C33233%2C1732630986160.1732630988630:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:33233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:23:27,226 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:23:27,226 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:23:27,226 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:23:27,226 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:23:27,226 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:23:27,226 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 817269240 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202159296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:23:27,226 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:35261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:35261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:23:27,260 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:27,361 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:27,428 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1488, reset compression=false 2024-11-26T14:23:27,461 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:27,534 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:23:27,534 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:23:27,547 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/rep_barrier/9fb9d126589d45ea8344dde21165fb4f 2024-11-26T14:23:27,569 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/table/54e4abd301a9429b92c81b0fc6869761 is 53, key is hbase:replication/table:state/1732630998595/Put/seqid=0 2024-11-26T14:23:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741846_1022 (size=5308) 2024-11-26T14:23:27,594 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/f1/90a936b4f4e74eacb6c92454a550e98c 2024-11-26T14:23:27,596 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:27,598 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90a936b4f4e74eacb6c92454a550e98c 2024-11-26T14:23:27,614 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/norep/e99e550876634309af164c3b6080552b is 33, key is row2/norep:/1732631005621/DeleteFamily/seqid=0 2024-11-26T14:23:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741847_1023 (size=5108) 2024-11-26T14:23:27,661 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:23:27,661 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e=test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e.} 2024-11-26T14:23:27,661 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:27,731 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.wal-reader.19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/WALs/19945b63c2b4,33233,1732630986160/19945b63c2b4%2C33233%2C1732630986160.1732630988630 to pos 1488, reset compression=false 2024-11-26T14:23:27,861 DEBUG [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8ca10ace8a03dafdf06aaf7ee98b44e 2024-11-26T14:23:27,972 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/table/54e4abd301a9429b92c81b0fc6869761 2024-11-26T14:23:27,976 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/info/07688c79308b4bf7835b7b7aef714f42 as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/info/07688c79308b4bf7835b7b7aef714f42 2024-11-26T14:23:27,979 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/info/07688c79308b4bf7835b7b7aef714f42, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:23:27,980 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/ns/2587dec1195249218e3788cc825f3be3 as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/ns/2587dec1195249218e3788cc825f3be3 2024-11-26T14:23:27,983 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/ns/2587dec1195249218e3788cc825f3be3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:23:27,984 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/rep_barrier/9fb9d126589d45ea8344dde21165fb4f as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/rep_barrier/9fb9d126589d45ea8344dde21165fb4f 2024-11-26T14:23:27,987 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/rep_barrier/9fb9d126589d45ea8344dde21165fb4f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:23:27,987 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/.tmp/table/54e4abd301a9429b92c81b0fc6869761 as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/table/54e4abd301a9429b92c81b0fc6869761 2024-11-26T14:23:27,991 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/table/54e4abd301a9429b92c81b0fc6869761, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:23:27,992 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-26T14:23:27,996 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:23:27,996 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:27,996 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:23:27,996 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:27,996 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631006660Running coprocessor pre-close hooks at 1732631006660Disabling compacts and flushes for region at 1732631006660Disabling writes for close at 1732631006661 (+1 ms)Obtaining lock to block concurrent updates at 1732631006661Preparing flush snapshotting stores in 1588230740 at 1732631006661Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732631006661Flushing stores of hbase:meta,,1.1588230740 at 1732631006662 (+1 ms)Flushing 1588230740/info: creating writer at 1732631006662Flushing 1588230740/info: appending metadata at 1732631006694 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732631006694Flushing 1588230740/ns: creating writer at 1732631007110 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732631007124 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732631007124Flushing 1588230740/rep_barrier: creating writer at 1732631007131 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732631007143 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732631007143Flushing 1588230740/table: creating writer at 1732631007550 (+407 ms)Flushing 1588230740/table: appending metadata at 1732631007568 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732631007568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6447484d: reopening flushed file at 1732631007975 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595d51c6: reopening flushed file at 1732631007979 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105079e1: reopening flushed file at 1732631007983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ecb2c: reopening flushed file at 1732631007987 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732631007992 (+5 ms)Writing region close event to WAL at 1732631007993 (+1 ms)Running coprocessor post-close hooks at 1732631007996 (+3 ms)Closed at 1732631007996 2024-11-26T14:23:27,997 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:28,018 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/norep/e99e550876634309af164c3b6080552b 2024-11-26T14:23:28,021 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e99e550876634309af164c3b6080552b 2024-11-26T14:23:28,022 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/f/ea3cf92156d44ecd99b5c00133ad7e44 as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/f/ea3cf92156d44ecd99b5c00133ad7e44 2024-11-26T14:23:28,026 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea3cf92156d44ecd99b5c00133ad7e44 2024-11-26T14:23:28,026 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/f/ea3cf92156d44ecd99b5c00133ad7e44, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T14:23:28,026 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/f1/90a936b4f4e74eacb6c92454a550e98c as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/f1/90a936b4f4e74eacb6c92454a550e98c 2024-11-26T14:23:28,032 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90a936b4f4e74eacb6c92454a550e98c 2024-11-26T14:23:28,032 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/f1/90a936b4f4e74eacb6c92454a550e98c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T14:23:28,033 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/.tmp/norep/e99e550876634309af164c3b6080552b as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/norep/e99e550876634309af164c3b6080552b 2024-11-26T14:23:28,036 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e99e550876634309af164c3b6080552b 2024-11-26T14:23:28,036 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/norep/e99e550876634309af164c3b6080552b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T14:23:28,038 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c8ca10ace8a03dafdf06aaf7ee98b44e in 1282ms, sequenceid=10, compaction requested=false 2024-11-26T14:23:28,046 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/data/default/test/c8ca10ace8a03dafdf06aaf7ee98b44e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T14:23:28,047 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:28,047 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:23:28,047 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:28,047 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8ca10ace8a03dafdf06aaf7ee98b44e: Waiting for close lock at 1732631006755Running coprocessor pre-close hooks at 1732631006755Disabling compacts and flushes for region at 1732631006755Disabling writes for close at 1732631006755Obtaining lock to block concurrent updates at 1732631006755Preparing flush snapshotting stores in c8ca10ace8a03dafdf06aaf7ee98b44e at 1732631006755Finished memstore snapshotting test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732631006755Flushing stores of test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. at 1732631006756 (+1 ms)Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/f: creating writer at 1732631006756Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/f: appending metadata at 1732631006771 (+15 ms)Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/f: closing flushed file at 1732631006771Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/f1: creating writer at 1732631007179 (+408 ms)Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/f1: appending metadata at 1732631007190 (+11 ms)Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/f1: closing flushed file at 1732631007190Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/norep: creating writer at 1732631007598 (+408 ms)Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/norep: appending metadata at 1732631007613 (+15 ms)Flushing c8ca10ace8a03dafdf06aaf7ee98b44e/norep: closing flushed file at 1732631007613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d45126: reopening flushed file at 1732631008021 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70979eb7: reopening flushed file at 1732631008026 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20eba83: reopening flushed file at 1732631008032 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c8ca10ace8a03dafdf06aaf7ee98b44e in 1282ms, sequenceid=10, compaction requested=false at 1732631008038 (+6 ms)Writing region close event to WAL at 1732631008043 (+5 ms)Running coprocessor post-close hooks at 1732631008047 (+4 ms)Closed at 1732631008047 2024-11-26T14:23:28,047 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630991967.c8ca10ace8a03dafdf06aaf7ee98b44e. 2024-11-26T14:23:28,061 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,33233,1732630986160; all regions closed. 2024-11-26T14:23:28,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:23:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741839_1015 (size=3114) 2024-11-26T14:23:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741832_1008 (size=2140) 2024-11-26T14:23:28,073 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,073 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:23:28,073 INFO [RS:0;19945b63c2b4:33233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:23:28,073 INFO [RS:0;19945b63c2b4:33233 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:23:28,074 INFO [RS:0;19945b63c2b4:33233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:23:28,074 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:23:28,074 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,33233,1732630986160 because: Region server is closing 2024-11-26T14:23:28,075 INFO [RS:0;19945b63c2b4:33233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:33233. 2024-11-26T14:23:28,075 DEBUG [RS:0;19945b63c2b4:33233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:28,075 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:28,075 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,175 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,33233,1732630986160.replicationSource.shipper19945b63c2b4%2C33233%2C1732630986160,1-19945b63c2b4,33233,1732630986160 terminated 2024-11-26T14:23:28,175 INFO [RS:0;19945b63c2b4:33233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:33233. 2024-11-26T14:23:28,175 DEBUG [RS:0;19945b63c2b4:33233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:28,175 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,176 DEBUG [RS:0;19945b63c2b4:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:28,176 INFO [RS:0;19945b63c2b4:33233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33233 2024-11-26T14:23:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359/rs 2024-11-26T14:23:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21631795359/rs/19945b63c2b4,33233,1732630986160 2024-11-26T14:23:28,190 INFO [RS:0;19945b63c2b4:33233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:23:28,199 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:28,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,33233,1732630986160] 2024-11-26T14:23:28,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21631795359/draining/19945b63c2b4,33233,1732630986160 already deleted, retry=false 2024-11-26T14:23:28,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,33233,1732630986160 expired; onlineServers=0 2024-11-26T14:23:28,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,35261,1732630985538' ***** 2024-11-26T14:23:28,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:23:28,212 INFO [M:0;19945b63c2b4:35261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:23:28,212 INFO [M:0;19945b63c2b4:35261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:23:28,212 DEBUG [M:0;19945b63c2b4:35261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:23:28,212 DEBUG [M:0;19945b63c2b4:35261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:23:28,212 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630988351 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630988351,5,FailOnTimeoutGroup] 2024-11-26T14:23:28,212 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630988348 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630988348,5,FailOnTimeoutGroup] 2024-11-26T14:23:28,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:23:28,212 INFO [M:0;19945b63c2b4:35261 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:23:28,212 INFO [M:0;19945b63c2b4:35261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:23:28,212 DEBUG [M:0;19945b63c2b4:35261 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:23:28,212 INFO [M:0;19945b63c2b4:35261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:23:28,212 INFO [M:0;19945b63c2b4:35261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:23:28,213 INFO [M:0;19945b63c2b4:35261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:23:28,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:23:28,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21631795359/master 2024-11-26T14:23:28,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21631795359 2024-11-26T14:23:28,222 DEBUG [M:0;19945b63c2b4:35261 {}] zookeeper.ZKUtil(347): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Unable to get data of znode /21631795359/master because node does not exist (not an error) 2024-11-26T14:23:28,222 WARN [M:0;19945b63c2b4:35261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:23:28,223 INFO [M:0;19945b63c2b4:35261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/.lastflushedseqids 2024-11-26T14:23:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:23:28,233 INFO [M:0;19945b63c2b4:35261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:23:28,233 INFO [M:0;19945b63c2b4:35261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:23:28,233 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:28,233 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:28,233 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:28,233 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:28,234 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:28,234 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-26T14:23:28,255 DEBUG [M:0;19945b63c2b4:35261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d1c6f38426a4dbe818eed180902867b is 82, key is hbase:meta,,1/info:regioninfo/1732630989570/Put/seqid=0 2024-11-26T14:23:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:23:28,259 INFO [M:0;19945b63c2b4:35261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d1c6f38426a4dbe818eed180902867b 2024-11-26T14:23:28,265 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:28,283 DEBUG [M:0;19945b63c2b4:35261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad1fcf17700a46f29f8ab9960ee77d88 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630998598/Put/seqid=0 2024-11-26T14:23:28,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741850_1026 (size=8515) 2024-11-26T14:23:28,295 INFO [M:0;19945b63c2b4:35261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad1fcf17700a46f29f8ab9960ee77d88 2024-11-26T14:23:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x101778681cc0007, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:28,301 INFO [RS:0;19945b63c2b4:33233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:23:28,301 INFO [RS:0;19945b63c2b4:33233 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,33233,1732630986160; zookeeper connection closed. 2024-11-26T14:23:28,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5599094e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5599094e 2024-11-26T14:23:28,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:23:28,322 DEBUG [M:0;19945b63c2b4:35261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb17aa96df2043c697abade3b4a23cbf is 69, key is 19945b63c2b4,33233,1732630986160/rs:state/1732630988457/Put/seqid=0 2024-11-26T14:23:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:23:28,327 INFO [M:0;19945b63c2b4:35261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb17aa96df2043c697abade3b4a23cbf 2024-11-26T14:23:28,332 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d1c6f38426a4dbe818eed180902867b as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d1c6f38426a4dbe818eed180902867b 2024-11-26T14:23:28,337 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d1c6f38426a4dbe818eed180902867b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T14:23:28,338 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad1fcf17700a46f29f8ab9960ee77d88 as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad1fcf17700a46f29f8ab9960ee77d88 2024-11-26T14:23:28,342 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad1fcf17700a46f29f8ab9960ee77d88, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T14:23:28,343 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb17aa96df2043c697abade3b4a23cbf as hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb17aa96df2043c697abade3b4a23cbf 2024-11-26T14:23:28,348 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41153/user/jenkins/test-data/9a925a39-bbcb-dba5-606f-1e375d1b37cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb17aa96df2043c697abade3b4a23cbf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T14:23:28,349 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=97, compaction requested=false 2024-11-26T14:23:28,368 INFO [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:28,368 DEBUG [M:0;19945b63c2b4:35261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631008233Disabling compacts and flushes for region at 1732631008233Disabling writes for close at 1732631008233Obtaining lock to block concurrent updates at 1732631008234 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732631008234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732631008236 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732631008237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732631008237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732631008254 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732631008254Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732631008263 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732631008283 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732631008283Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732631008299 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732631008322 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732631008322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569f9fb0: reopening flushed file at 1732631008331 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5374353a: reopening flushed file at 1732631008337 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f1c6f5: reopening flushed file at 1732631008342 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=97, compaction requested=false at 1732631008349 (+7 ms)Writing region close event to WAL at 1732631008368 (+19 ms)Closed at 1732631008368 2024-11-26T14:23:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41339 is added to blk_1073741830_1006 (size=63642) 2024-11-26T14:23:28,371 INFO [M:0;19945b63c2b4:35261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:23:28,371 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:23:28,371 INFO [M:0;19945b63c2b4:35261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35261 2024-11-26T14:23:28,372 INFO [M:0;19945b63c2b4:35261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:23:28,480 INFO [M:0;19945b63c2b4:35261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:23:28,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:28,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x101778681cc0006, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:28,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3615816c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:28,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@497ec1a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:23:28,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:23:28,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc36374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:23:28,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2315ae2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir/,STOPPED} 2024-11-26T14:23:28,484 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:23:28,484 WARN [BP-280392250-172.17.0.3-1732630982274 heartbeating to localhost/127.0.0.1:41153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:23:28,484 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:23:28,484 WARN [BP-280392250-172.17.0.3-1732630982274 heartbeating to localhost/127.0.0.1:41153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280392250-172.17.0.3-1732630982274 (Datanode Uuid 33123514-e772-4616-b25c-8faa2e3f468f) service to localhost/127.0.0.1:41153 2024-11-26T14:23:28,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/cluster_aea0f4a2-1ad3-45f6-2303-1c220712173b/data/data1/current/BP-280392250-172.17.0.3-1732630982274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:23:28,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/cluster_aea0f4a2-1ad3-45f6-2303-1c220712173b/data/data2/current/BP-280392250-172.17.0.3-1732630982274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:23:28,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:23:28,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13156310{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:28,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c31dc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:23:28,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:23:28,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bd3d89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:23:28,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3943b002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir/,STOPPED} 2024-11-26T14:23:28,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:23:28,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:23:28,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:28,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:28,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:28,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:23:28,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1910555253, stopped=false 2024-11-26T14:23:28,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,37865,1732630979027 2024-11-26T14:23:28,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353363060/running 2024-11-26T14:23:28,527 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353363060/running 2024-11-26T14:23:28,527 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:28,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:23:28,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:28,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/running 2024-11-26T14:23:28,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Set watcher on znode that does not yet exist, /1353363060/running 2024-11-26T14:23:28,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:28,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:28,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,36993,1732630979447' ***** 2024-11-26T14:23:28,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:23:28,530 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:23:28,530 INFO [RS:0;19945b63c2b4:36993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:23:28,530 INFO [RS:0;19945b63c2b4:36993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:23:28,530 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:23:28,530 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:28,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,36993,1732630979447 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:23:28,532 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0c00bc976015a97e19ced5bb5713e5a, disabling compactions & flushes 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36993. 2024-11-26T14:23:28,532 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:28,532 DEBUG [RS:0;19945b63c2b4:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:28,532 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:28,532 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:28,532 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. after waiting 0 ms 2024-11-26T14:23:28,532 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:23:28,532 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0c00bc976015a97e19ced5bb5713e5a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:23:28,532 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:23:28,533 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:23:28,540 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:23:28,540 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1325): Online Regions={f0c00bc976015a97e19ced5bb5713e5a=test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a., 1588230740=hbase:meta,,1.1588230740, 7302e86937a2cf05ff7c0fcf7138eff7=hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7.} 2024-11-26T14:23:28,540 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7302e86937a2cf05ff7c0fcf7138eff7, f0c00bc976015a97e19ced5bb5713e5a 2024-11-26T14:23:28,540 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:28,540 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:28,540 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:28,541 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-26T14:23:28,541 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:28,541 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:23:28,561 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/f/481a44eb121a4c699afdc488595c679e is 29, key is row1/f:/1732631004615/DeleteFamily/seqid=0 2024-11-26T14:23:28,567 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/info/32a001df640743d183c75f0b5aafb80e is 147, key is hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7./info:regioninfo/1732630997053/Put/seqid=0 2024-11-26T14:23:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741840_1016 (size=5152) 2024-11-26T14:23:28,573 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/f/481a44eb121a4c699afdc488595c679e 2024-11-26T14:23:28,588 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 481a44eb121a4c699afdc488595c679e 2024-11-26T14:23:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741841_1017 (size=7686) 2024-11-26T14:23:28,606 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/info/32a001df640743d183c75f0b5aafb80e 2024-11-26T14:23:28,615 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/f1/bed78c120b7648c292dd61b4cd0c34b9 is 30, key is row1/f1:/1732631004615/DeleteFamily/seqid=0 2024-11-26T14:23:28,616 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:23:28,635 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/ns/f838912edf2347dd9d61600f83634419 is 43, key is default/ns:d/1732630982103/Put/seqid=0 2024-11-26T14:23:28,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741842_1018 (size=5158) 2024-11-26T14:23:28,642 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/f1/bed78c120b7648c292dd61b4cd0c34b9 2024-11-26T14:23:28,647 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bed78c120b7648c292dd61b4cd0c34b9 2024-11-26T14:23:28,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741843_1019 (size=5153) 2024-11-26T14:23:28,670 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/norep/b66b7f1effb246a9882c0168829ab7e8 is 33, key is row1/norep:/1732631004615/DeleteFamily/seqid=0 2024-11-26T14:23:28,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741844_1020 (size=5108) 2024-11-26T14:23:28,676 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/norep/b66b7f1effb246a9882c0168829ab7e8 2024-11-26T14:23:28,684 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b66b7f1effb246a9882c0168829ab7e8 2024-11-26T14:23:28,685 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/f/481a44eb121a4c699afdc488595c679e as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/f/481a44eb121a4c699afdc488595c679e 2024-11-26T14:23:28,689 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 481a44eb121a4c699afdc488595c679e 2024-11-26T14:23:28,689 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/f/481a44eb121a4c699afdc488595c679e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T14:23:28,694 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/f1/bed78c120b7648c292dd61b4cd0c34b9 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/f1/bed78c120b7648c292dd61b4cd0c34b9 2024-11-26T14:23:28,704 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bed78c120b7648c292dd61b4cd0c34b9 2024-11-26T14:23:28,705 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/f1/bed78c120b7648c292dd61b4cd0c34b9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-26T14:23:28,705 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/.tmp/norep/b66b7f1effb246a9882c0168829ab7e8 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/norep/b66b7f1effb246a9882c0168829ab7e8 2024-11-26T14:23:28,710 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b66b7f1effb246a9882c0168829ab7e8 2024-11-26T14:23:28,710 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/norep/b66b7f1effb246a9882c0168829ab7e8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-26T14:23:28,710 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0c00bc976015a97e19ced5bb5713e5a in 178ms, sequenceid=10, compaction requested=false 2024-11-26T14:23:28,714 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/default/test/f0c00bc976015a97e19ced5bb5713e5a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-26T14:23:28,714 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:28,714 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:23:28,714 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:28,714 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0c00bc976015a97e19ced5bb5713e5a: Waiting for close lock at 1732631008532Running coprocessor pre-close hooks at 1732631008532Disabling compacts and flushes for region at 1732631008532Disabling writes for close at 1732631008532Obtaining lock to block concurrent updates at 1732631008532Preparing flush snapshotting stores in f0c00bc976015a97e19ced5bb5713e5a at 1732631008532Finished memstore snapshotting test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732631008533 (+1 ms)Flushing stores of test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. at 1732631008534 (+1 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/f: creating writer at 1732631008535 (+1 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/f: appending metadata at 1732631008561 (+26 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/f: closing flushed file at 1732631008561Flushing f0c00bc976015a97e19ced5bb5713e5a/f1: creating writer at 1732631008588 (+27 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/f1: appending metadata at 1732631008614 (+26 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/f1: closing flushed file at 1732631008614Flushing f0c00bc976015a97e19ced5bb5713e5a/norep: creating writer at 1732631008647 (+33 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/norep: appending metadata at 1732631008670 (+23 ms)Flushing f0c00bc976015a97e19ced5bb5713e5a/norep: closing flushed file at 1732631008670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9f4a53: reopening flushed file at 1732631008685 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80fb099: reopening flushed file at 1732631008689 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30975673: reopening flushed file at 1732631008705 (+16 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0c00bc976015a97e19ced5bb5713e5a in 178ms, sequenceid=10, compaction requested=false at 1732631008710 (+5 ms)Writing region close event to WAL at 1732631008711 (+1 ms)Running coprocessor post-close hooks at 1732631008714 (+3 ms)Closed at 1732631008714 2024-11-26T14:23:28,714 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a. 2024-11-26T14:23:28,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7302e86937a2cf05ff7c0fcf7138eff7, disabling compactions & flushes 2024-11-26T14:23:28,715 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:28,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:28,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. after waiting 0 ms 2024-11-26T14:23:28,715 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:28,715 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7302e86937a2cf05ff7c0fcf7138eff7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-26T14:23:28,730 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/.tmp/queue/1a9651272b7b4ca59d67fe7a5a95be77 is 154, key is 1-19945b63c2b4,36993,1732630979447/queue:19945b63c2b4%2C36993%2C1732630979447/1732631006164/Put/seqid=0 2024-11-26T14:23:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741845_1021 (size=5353) 2024-11-26T14:23:28,740 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:28,902 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 1191, reset compression=false 2024-11-26T14:23:28,907 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:28,907 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 2082, reset compression=false 2024-11-26T14:23:28,907 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36993,1732630979447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:28,908 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,36993,1732630979447: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,36993,1732630979447, walGroup=19945b63c2b4%2C36993%2C1732630979447, offset=19945b63c2b4%2C36993%2C1732630979447.1732630981545:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:36993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:23:28,910 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:23:28,910 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:23:28,911 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:23:28,911 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:23:28,911 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:23:28,911 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 880183800 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202441824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:23:28,911 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:37865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:37865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:23:28,941 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:29,061 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/ns/f838912edf2347dd9d61600f83634419 2024-11-26T14:23:29,085 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/rep_barrier/09c7dbc2f6e546f6837fef3c1c491667 is 112, key is test,,1732630990817.f0c00bc976015a97e19ced5bb5713e5a./rep_barrier:seqnumDuringOpen/1732630991571/Put/seqid=0 2024-11-26T14:23:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741846_1022 (size=5518) 2024-11-26T14:23:29,111 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 2082, reset compression=false 2024-11-26T14:23:29,137 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/.tmp/queue/1a9651272b7b4ca59d67fe7a5a95be77 2024-11-26T14:23:29,141 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7302e86937a2cf05ff7c0fcf7138eff7 2024-11-26T14:23:29,142 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/.tmp/queue/1a9651272b7b4ca59d67fe7a5a95be77 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/queue/1a9651272b7b4ca59d67fe7a5a95be77 2024-11-26T14:23:29,147 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/queue/1a9651272b7b4ca59d67fe7a5a95be77, entries=1, sequenceid=12, filesize=5.2 K 2024-11-26T14:23:29,148 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7302e86937a2cf05ff7c0fcf7138eff7 in 433ms, sequenceid=12, compaction requested=false 2024-11-26T14:23:29,148 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:23:29,152 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/replication/7302e86937a2cf05ff7c0fcf7138eff7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-26T14:23:29,155 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:29,155 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:23:29,155 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:29,155 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7302e86937a2cf05ff7c0fcf7138eff7: Waiting for close lock at 1732631008714Running coprocessor pre-close hooks at 1732631008714Disabling compacts and flushes for region at 1732631008714Disabling writes for close at 1732631008715 (+1 ms)Obtaining lock to block concurrent updates at 1732631008715Preparing flush snapshotting stores in 7302e86937a2cf05ff7c0fcf7138eff7 at 1732631008715Finished memstore snapshotting hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732631008715Flushing stores of hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. at 1732631008715Flushing 7302e86937a2cf05ff7c0fcf7138eff7/queue: creating writer at 1732631008715Flushing 7302e86937a2cf05ff7c0fcf7138eff7/queue: appending metadata at 1732631008729 (+14 ms)Flushing 7302e86937a2cf05ff7c0fcf7138eff7/queue: closing flushed file at 1732631008730 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eedd327: reopening flushed file at 1732631009141 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7302e86937a2cf05ff7c0fcf7138eff7 in 433ms, sequenceid=12, compaction requested=false at 1732631009148 (+7 ms)Writing region close event to WAL at 1732631009149 (+1 ms)Running coprocessor post-close hooks at 1732631009155 (+6 ms)Closed at 1732631009155 2024-11-26T14:23:29,155 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630996288.7302e86937a2cf05ff7c0fcf7138eff7. 2024-11-26T14:23:29,272 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:29,341 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:23:29,401 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:23:29,401 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:23:29,415 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 2082, reset compression=false 2024-11-26T14:23:29,490 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/rep_barrier/09c7dbc2f6e546f6837fef3c1c491667 2024-11-26T14:23:29,516 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/table/dad9573e12c648339a7ef5f63e54194a is 53, key is hbase:replication/table:state/1732630997058/Put/seqid=0 2024-11-26T14:23:29,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741847_1023 (size=5308) 2024-11-26T14:23:29,529 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/table/dad9573e12c648339a7ef5f63e54194a 2024-11-26T14:23:29,539 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/info/32a001df640743d183c75f0b5aafb80e as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/info/32a001df640743d183c75f0b5aafb80e 2024-11-26T14:23:29,541 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T14:23:29,541 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:23:29,541 DEBUG [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:23:29,543 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/info/32a001df640743d183c75f0b5aafb80e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:23:29,544 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/ns/f838912edf2347dd9d61600f83634419 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/ns/f838912edf2347dd9d61600f83634419 2024-11-26T14:23:29,548 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/ns/f838912edf2347dd9d61600f83634419, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:23:29,549 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/rep_barrier/09c7dbc2f6e546f6837fef3c1c491667 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/rep_barrier/09c7dbc2f6e546f6837fef3c1c491667 2024-11-26T14:23:29,552 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/rep_barrier/09c7dbc2f6e546f6837fef3c1c491667, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:23:29,553 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/.tmp/table/dad9573e12c648339a7ef5f63e54194a as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/table/dad9573e12c648339a7ef5f63e54194a 2024-11-26T14:23:29,556 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/table/dad9573e12c648339a7ef5f63e54194a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:23:29,557 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false 2024-11-26T14:23:29,571 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:23:29,572 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:29,572 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:23:29,573 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:29,573 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631008540Running coprocessor pre-close hooks at 1732631008540Disabling compacts and flushes for region at 1732631008540Disabling writes for close at 1732631008541 (+1 ms)Obtaining lock to block concurrent updates at 1732631008541Preparing flush snapshotting stores in 1588230740 at 1732631008541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732631008541Flushing stores of hbase:meta,,1.1588230740 at 1732631008542 (+1 ms)Flushing 1588230740/info: creating writer at 1732631008542Flushing 1588230740/info: appending metadata at 1732631008566 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732631008566Flushing 1588230740/ns: creating writer at 1732631008610 (+44 ms)Flushing 1588230740/ns: appending metadata at 1732631008634 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732631008634Flushing 1588230740/rep_barrier: creating writer at 1732631009065 (+431 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732631009084 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732631009084Flushing 1588230740/table: creating writer at 1732631009495 (+411 ms)Flushing 1588230740/table: appending metadata at 1732631009515 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732631009515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d19a39: reopening flushed file at 1732631009538 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207f0b96: reopening flushed file at 1732631009543 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edcc26e: reopening flushed file at 1732631009548 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf54032: reopening flushed file at 1732631009552 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false at 1732631009557 (+5 ms)Writing region close event to WAL at 1732631009566 (+9 ms)Running coprocessor post-close hooks at 1732631009572 (+6 ms)Closed at 1732631009573 (+1 ms) 2024-11-26T14:23:29,573 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:29,742 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,36993,1732630979447; all regions closed. 2024-11-26T14:23:29,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:23:29,745 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.meta.1732630982020.meta not finished, retry = 0 2024-11-26T14:23:29,825 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/WALs/19945b63c2b4,36993,1732630979447/19945b63c2b4%2C36993%2C1732630979447.1732630981545 to pos 2082, reset compression=false 2024-11-26T14:23:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741839_1015 (size=3114) 2024-11-26T14:23:29,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741833_1009 (size=2090) 2024-11-26T14:23:29,856 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:29,856 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:23:29,856 INFO [RS:0;19945b63c2b4:36993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:23:29,856 INFO [RS:0;19945b63c2b4:36993 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:23:29,857 INFO [RS:0;19945b63c2b4:36993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:23:29,857 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:23:29,857 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,36993,1732630979447 because: Region server is closing 2024-11-26T14:23:29,857 INFO [RS:0;19945b63c2b4:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36993. 2024-11-26T14:23:29,857 DEBUG [RS:0;19945b63c2b4:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:29,857 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:29,857 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:29,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:29,957 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.shipper19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 terminated 2024-11-26T14:23:29,957 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36993,1732630979447.replicationSource.wal-reader.19945b63c2b4%2C36993%2C1732630979447,1-19945b63c2b4,36993,1732630979447 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:23:29,957 INFO [RS:0;19945b63c2b4:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36993. 2024-11-26T14:23:29,958 DEBUG [RS:0;19945b63c2b4:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:29,958 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:29,958 DEBUG [RS:0;19945b63c2b4:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:29,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:29,958 INFO [RS:0;19945b63c2b4:36993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36993 2024-11-26T14:23:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060/rs 2024-11-26T14:23:30,204 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353363060/rs/19945b63c2b4,36993,1732630979447 2024-11-26T14:23:30,204 INFO [RS:0;19945b63c2b4:36993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:23:30,376 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:30,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,36993,1732630979447] 2024-11-26T14:23:30,480 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:30,480 INFO [RS:0;19945b63c2b4:36993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:23:30,480 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x101778681cc0004, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:30,480 INFO [RS:0;19945b63c2b4:36993 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,36993,1732630979447; zookeeper connection closed. 2024-11-26T14:23:30,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 2024-11-26T14:23:30,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:23:30,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1353363060/draining/19945b63c2b4,36993,1732630979447 already deleted, retry=false 2024-11-26T14:23:30,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,36993,1732630979447 expired; onlineServers=0 2024-11-26T14:23:30,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,37865,1732630979027' ***** 2024-11-26T14:23:30,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:23:30,530 DEBUG [M:0;19945b63c2b4:37865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:23:30,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:23:30,530 DEBUG [M:0;19945b63c2b4:37865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:23:30,530 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630981254 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630981254,5,FailOnTimeoutGroup] 2024-11-26T14:23:30,530 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630981254 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630981254,5,FailOnTimeoutGroup] 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:23:30,530 DEBUG [M:0;19945b63c2b4:37865 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:23:30,530 INFO [M:0;19945b63c2b4:37865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:23:30,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:23:30,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1353363060/master 2024-11-26T14:23:30,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1353363060 2024-11-26T14:23:30,608 DEBUG [M:0;19945b63c2b4:37865 {}] zookeeper.ZKUtil(347): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Unable to get data of znode /1353363060/master because node does not exist (not an error) 2024-11-26T14:23:30,609 WARN [M:0;19945b63c2b4:37865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:23:30,609 INFO [M:0;19945b63c2b4:37865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/.lastflushedseqids 2024-11-26T14:23:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:23:31,012 INFO [M:0;19945b63c2b4:37865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:23:31,013 INFO [M:0;19945b63c2b4:37865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:23:31,013 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:31,013 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:31,013 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:31,013 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:31,013 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:31,013 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-26T14:23:31,034 DEBUG [M:0;19945b63c2b4:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2c6ec504a13423385002019a20f6268 is 82, key is hbase:meta,,1/info:regioninfo/1732630982068/Put/seqid=0 2024-11-26T14:23:31,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:23:31,439 INFO [M:0;19945b63c2b4:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2c6ec504a13423385002019a20f6268 2024-11-26T14:23:31,460 DEBUG [M:0;19945b63c2b4:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad747978b0aa429f943edad046d8ff25 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732630997061/Put/seqid=0 2024-11-26T14:23:31,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741850_1026 (size=8516) 2024-11-26T14:23:31,578 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:31,864 INFO [M:0;19945b63c2b4:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad747978b0aa429f943edad046d8ff25 2024-11-26T14:23:31,880 DEBUG [M:0;19945b63c2b4:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b74ae5321f95476fb93f4c3b39cd5b85 is 69, key is 19945b63c2b4,36993,1732630979447/rs:state/1732630981363/Put/seqid=0 2024-11-26T14:23:31,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:23:31,883 INFO [M:0;19945b63c2b4:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b74ae5321f95476fb93f4c3b39cd5b85 2024-11-26T14:23:31,887 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2c6ec504a13423385002019a20f6268 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2c6ec504a13423385002019a20f6268 2024-11-26T14:23:31,891 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2c6ec504a13423385002019a20f6268, entries=8, sequenceid=97, filesize=5.5 K 2024-11-26T14:23:31,892 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad747978b0aa429f943edad046d8ff25 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad747978b0aa429f943edad046d8ff25 2024-11-26T14:23:31,896 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad747978b0aa429f943edad046d8ff25, entries=11, sequenceid=97, filesize=8.3 K 2024-11-26T14:23:31,897 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b74ae5321f95476fb93f4c3b39cd5b85 as hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b74ae5321f95476fb93f4c3b39cd5b85 2024-11-26T14:23:31,901 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40821/user/jenkins/test-data/592e5205-8e47-138a-af67-9287fb2005ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b74ae5321f95476fb93f4c3b39cd5b85, entries=1, sequenceid=97, filesize=5.0 K 2024-11-26T14:23:31,902 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-26T14:23:31,904 INFO [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:31,904 DEBUG [M:0;19945b63c2b4:37865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631011013Disabling compacts and flushes for region at 1732631011013Disabling writes for close at 1732631011013Obtaining lock to block concurrent updates at 1732631011013Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732631011013Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732631011013Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732631011014 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732631011014Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732631011034 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732631011034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732631011442 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732631011459 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732631011459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732631011867 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732631011879 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732631011879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcf9fde: reopening flushed file at 1732631011886 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7933fd8: reopening flushed file at 1732631011891 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de2e2c0: reopening flushed file at 1732631011896 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1732631011902 (+6 ms)Writing region close event to WAL at 1732631011904 (+2 ms)Closed at 1732631011904 2024-11-26T14:23:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741830_1006 (size=63654) 2024-11-26T14:23:31,906 INFO [M:0;19945b63c2b4:37865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:23:31,906 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:23:31,906 INFO [M:0;19945b63c2b4:37865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37865 2024-11-26T14:23:31,906 INFO [M:0;19945b63c2b4:37865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:23:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:32,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101778681cc0003, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:32,053 INFO [M:0;19945b63c2b4:37865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:23:32,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c4113cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:32,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@253cf73e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:23:32,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:23:32,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0386b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:23:32,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ffe9a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir/,STOPPED} 2024-11-26T14:23:32,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:23:32,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:23:32,059 WARN [BP-1537001210-172.17.0.3-1732630976472 heartbeating to localhost/127.0.0.1:40821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:23:32,059 WARN [BP-1537001210-172.17.0.3-1732630976472 heartbeating to localhost/127.0.0.1:40821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1537001210-172.17.0.3-1732630976472 (Datanode Uuid 2a01d3fc-22c7-4dac-b336-bdc602a47d37) service to localhost/127.0.0.1:40821 2024-11-26T14:23:32,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/cluster_316e8542-c7ad-3bac-2d0c-59fcfbc5b683/data/data2/current/BP-1537001210-172.17.0.3-1732630976472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:23:32,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/cluster_316e8542-c7ad-3bac-2d0c-59fcfbc5b683/data/data1/current/BP-1537001210-172.17.0.3-1732630976472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:23:32,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:23:32,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f71ab44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:32,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27a59d6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:23:32,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:23:32,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5990e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:23:32,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434b9235{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/167e3ec3-30cb-064e-2c2f-1464f20c8b4f/hadoop.log.dir/,STOPPED} 2024-11-26T14:23:32,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:23:32,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:23:32,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:32,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:32,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:32,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:32,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:32,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:23:32,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=182001964, stopped=false 2024-11-26T14:23:32,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,40651,1732630974590 2024-11-26T14:23:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1533698/running 2024-11-26T14:23:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1533698/running 2024-11-26T14:23:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:23:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:23:32,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:23:32,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/running 2024-11-26T14:23:32,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Set watcher on znode that does not yet exist, /0-1533698/running 2024-11-26T14:23:32,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:32,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:32,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:32,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,36167,1732630974848' ***** 2024-11-26T14:23:32,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:23:32,153 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:23:32,153 INFO [RS:0;19945b63c2b4:36167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:23:32,154 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b055f566c6b94786567c1c7f19b483d 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,36167,1732630974848 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5e8c2e972b70c2d50db80653f195d44, disabling compactions & flushes 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36167. 2024-11-26T14:23:32,154 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:32,154 DEBUG [RS:0;19945b63c2b4:36167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. after waiting 0 ms 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:32,154 DEBUG [RS:0;19945b63c2b4:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:23:32,154 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5e8c2e972b70c2d50db80653f195d44 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:23:32,154 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:23:32,154 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1325): Online Regions={f5e8c2e972b70c2d50db80653f195d44=test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44., 1b055f566c6b94786567c1c7f19b483d=hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:23:32,154 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b055f566c6b94786567c1c7f19b483d, f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:32,154 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:32,154 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:32,155 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:32,155 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:23:32,167 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/f/ab5567d1629643de96cabd6530e633fb is 28, key is row/f:/1732631003610/DeleteFamily/seqid=0 2024-11-26T14:23:32,170 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/info/21c69bda0bdc49ffaeb939c591973532 is 147, key is hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d./info:regioninfo/1732630995391/Put/seqid=0 2024-11-26T14:23:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741840_1016 (size=5085) 2024-11-26T14:23:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741841_1017 (size=7686) 2024-11-26T14:23:32,173 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/info/21c69bda0bdc49ffaeb939c591973532 2024-11-26T14:23:32,178 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:23:32,189 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/ns/54b6365c2f3a4c7796b7f9565558c2da is 43, key is default/ns:d/1732630976312/Put/seqid=0 2024-11-26T14:23:32,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741842_1018 (size=5153) 2024-11-26T14:23:32,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:32,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:32,355 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b055f566c6b94786567c1c7f19b483d, f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:32,536 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:23:32,536 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:23:32,555 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b055f566c6b94786567c1c7f19b483d, f5e8c2e972b70c2d50db80653f195d44 2024-11-26T14:23:32,572 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/f/ab5567d1629643de96cabd6530e633fb 2024-11-26T14:23:32,577 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab5567d1629643de96cabd6530e633fb 2024-11-26T14:23:32,593 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/ns/54b6365c2f3a4c7796b7f9565558c2da 2024-11-26T14:23:32,594 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/f1/f479556807ff494e8064c152ec40ac7b is 29, key is row/f1:/1732631003610/DeleteFamily/seqid=0 2024-11-26T14:23:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741843_1019 (size=5089) 2024-11-26T14:23:32,598 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/f1/f479556807ff494e8064c152ec40ac7b 2024-11-26T14:23:32,603 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f479556807ff494e8064c152ec40ac7b 2024-11-26T14:23:32,610 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/rep_barrier/d6102025deef44cda512a9fe63c7ad05 is 112, key is test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44./rep_barrier:seqnumDuringOpen/1732630990456/Put/seqid=0 2024-11-26T14:23:32,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741844_1020 (size=5518) 2024-11-26T14:23:32,621 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/norep/aefb7a9a96824eae842db5701e5b1109 is 32, key is row/norep:/1732631003610/DeleteFamily/seqid=0 2024-11-26T14:23:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741845_1021 (size=5101) 2024-11-26T14:23:32,625 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/norep/aefb7a9a96824eae842db5701e5b1109 2024-11-26T14:23:32,628 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aefb7a9a96824eae842db5701e5b1109 2024-11-26T14:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/f/ab5567d1629643de96cabd6530e633fb as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/f/ab5567d1629643de96cabd6530e633fb 2024-11-26T14:23:32,631 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab5567d1629643de96cabd6530e633fb 2024-11-26T14:23:32,631 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/f/ab5567d1629643de96cabd6530e633fb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T14:23:32,632 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/f1/f479556807ff494e8064c152ec40ac7b as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/f1/f479556807ff494e8064c152ec40ac7b 2024-11-26T14:23:32,635 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f479556807ff494e8064c152ec40ac7b 2024-11-26T14:23:32,635 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/f1/f479556807ff494e8064c152ec40ac7b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T14:23:32,636 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/.tmp/norep/aefb7a9a96824eae842db5701e5b1109 as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/norep/aefb7a9a96824eae842db5701e5b1109 2024-11-26T14:23:32,640 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aefb7a9a96824eae842db5701e5b1109 2024-11-26T14:23:32,640 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/norep/aefb7a9a96824eae842db5701e5b1109, entries=1, sequenceid=6, filesize=5.0 K 2024-11-26T14:23:32,641 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f5e8c2e972b70c2d50db80653f195d44 in 487ms, sequenceid=6, compaction requested=false 2024-11-26T14:23:32,641 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:23:32,644 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/default/test/f5e8c2e972b70c2d50db80653f195d44/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:23:32,645 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5e8c2e972b70c2d50db80653f195d44: Waiting for close lock at 1732631012154Running coprocessor pre-close hooks at 1732631012154Disabling compacts and flushes for region at 1732631012154Disabling writes for close at 1732631012154Obtaining lock to block concurrent updates at 1732631012154Preparing flush snapshotting stores in f5e8c2e972b70c2d50db80653f195d44 at 1732631012154Finished memstore snapshotting test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732631012154Flushing stores of test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. at 1732631012155 (+1 ms)Flushing f5e8c2e972b70c2d50db80653f195d44/f: creating writer at 1732631012155Flushing f5e8c2e972b70c2d50db80653f195d44/f: appending metadata at 1732631012166 (+11 ms)Flushing f5e8c2e972b70c2d50db80653f195d44/f: closing flushed file at 1732631012166Flushing f5e8c2e972b70c2d50db80653f195d44/f1: creating writer at 1732631012577 (+411 ms)Flushing f5e8c2e972b70c2d50db80653f195d44/f1: appending metadata at 1732631012594 (+17 ms)Flushing f5e8c2e972b70c2d50db80653f195d44/f1: closing flushed file at 1732631012594Flushing f5e8c2e972b70c2d50db80653f195d44/norep: creating writer at 1732631012603 (+9 ms)Flushing f5e8c2e972b70c2d50db80653f195d44/norep: appending metadata at 1732631012620 (+17 ms)Flushing f5e8c2e972b70c2d50db80653f195d44/norep: closing flushed file at 1732631012620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b5df2f: reopening flushed file at 1732631012628 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59733585: reopening flushed file at 1732631012631 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3965daa9: reopening flushed file at 1732631012635 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f5e8c2e972b70c2d50db80653f195d44 in 487ms, sequenceid=6, compaction requested=false at 1732631012641 (+6 ms)Writing region close event to WAL at 1732631012642 (+1 ms)Running coprocessor post-close hooks at 1732631012645 (+3 ms)Closed at 1732631012645 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732630989670.f5e8c2e972b70c2d50db80653f195d44. 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b055f566c6b94786567c1c7f19b483d, disabling compactions & flushes 2024-11-26T14:23:32,645 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. after waiting 0 ms 2024-11-26T14:23:32,645 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:32,645 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b055f566c6b94786567c1c7f19b483d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-26T14:23:32,658 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/.tmp/queue/9f823277894e4cd1848e80d2792d4874 is 153, key is 1-19945b63c2b4,36167,1732630974848/queue:19945b63c2b4%2C36167%2C1732630974848/1732631003834/Put/seqid=0 2024-11-26T14:23:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741846_1022 (size=5352) 2024-11-26T14:23:32,661 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/.tmp/queue/9f823277894e4cd1848e80d2792d4874 2024-11-26T14:23:32,665 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/.tmp/queue/9f823277894e4cd1848e80d2792d4874 as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/queue/9f823277894e4cd1848e80d2792d4874 2024-11-26T14:23:32,674 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/queue/9f823277894e4cd1848e80d2792d4874, entries=1, sequenceid=8, filesize=5.2 K 2024-11-26T14:23:32,675 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1b055f566c6b94786567c1c7f19b483d in 30ms, sequenceid=8, compaction requested=false 2024-11-26T14:23:32,675 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:23:32,679 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/replication/1b055f566c6b94786567c1c7f19b483d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T14:23:32,679 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:32,679 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:23:32,679 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:32,679 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b055f566c6b94786567c1c7f19b483d: Waiting for close lock at 1732631012645Running coprocessor pre-close hooks at 1732631012645Disabling compacts and flushes for region at 1732631012645Disabling writes for close at 1732631012645Obtaining lock to block concurrent updates at 1732631012645Preparing flush snapshotting stores in 1b055f566c6b94786567c1c7f19b483d at 1732631012645Finished memstore snapshotting hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732631012645Flushing stores of hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. at 1732631012646 (+1 ms)Flushing 1b055f566c6b94786567c1c7f19b483d/queue: creating writer at 1732631012646Flushing 1b055f566c6b94786567c1c7f19b483d/queue: appending metadata at 1732631012657 (+11 ms)Flushing 1b055f566c6b94786567c1c7f19b483d/queue: closing flushed file at 1732631012657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3257d07a: reopening flushed file at 1732631012665 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1b055f566c6b94786567c1c7f19b483d in 30ms, sequenceid=8, compaction requested=false at 1732631012675 (+10 ms)Writing region close event to WAL at 1732631012676 (+1 ms)Running coprocessor post-close hooks at 1732631012679 (+3 ms)Closed at 1732631012679 2024-11-26T14:23:32,680 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732630994132.1b055f566c6b94786567c1c7f19b483d. 2024-11-26T14:23:32,755 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:23:32,885 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 636, reset compression=false 2024-11-26T14:23:32,889 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:23:32,889 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 1527, reset compression=false 2024-11-26T14:23:32,890 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,36167,1732630974848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:23:32,890 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,36167,1732630974848: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-19945b63c2b4,36167,1732630974848, walGroup=19945b63c2b4%2C36167%2C1732630974848, offset=19945b63c2b4%2C36167%2C1732630974848.1732630975688:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:36167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:23:32,891 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:23:32,891 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:23:32,891 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:23:32,892 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:23:32,892 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:23:32,892 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 966167032 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202809128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:23:32,892 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:23:32,955 DEBUG [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:23:33,015 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/rep_barrier/d6102025deef44cda512a9fe63c7ad05 2024-11-26T14:23:33,040 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/table/114de12a9b6943f6a66c99b59c355c74 is 53, key is hbase:replication/table:state/1732630995408/Put/seqid=0 2024-11-26T14:23:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741847_1023 (size=5308) 2024-11-26T14:23:33,049 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/table/114de12a9b6943f6a66c99b59c355c74 2024-11-26T14:23:33,054 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/info/21c69bda0bdc49ffaeb939c591973532 as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/info/21c69bda0bdc49ffaeb939c591973532 2024-11-26T14:23:33,058 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/info/21c69bda0bdc49ffaeb939c591973532, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:23:33,058 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/ns/54b6365c2f3a4c7796b7f9565558c2da as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/ns/54b6365c2f3a4c7796b7f9565558c2da 2024-11-26T14:23:33,063 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/ns/54b6365c2f3a4c7796b7f9565558c2da, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:23:33,064 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/rep_barrier/d6102025deef44cda512a9fe63c7ad05 as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/rep_barrier/d6102025deef44cda512a9fe63c7ad05 2024-11-26T14:23:33,071 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/rep_barrier/d6102025deef44cda512a9fe63c7ad05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:23:33,072 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/.tmp/table/114de12a9b6943f6a66c99b59c355c74 as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/table/114de12a9b6943f6a66c99b59c355c74 2024-11-26T14:23:33,080 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/table/114de12a9b6943f6a66c99b59c355c74, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:23:33,081 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false 2024-11-26T14:23:33,081 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:23:33,095 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:23:33,096 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:23:33,096 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:23:33,096 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:33,096 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631012154Running coprocessor pre-close hooks at 1732631012154Disabling compacts and flushes for region at 1732631012154Disabling writes for close at 1732631012155 (+1 ms)Obtaining lock to block concurrent updates at 1732631012155Preparing flush snapshotting stores in 1588230740 at 1732631012155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732631012155Flushing stores of hbase:meta,,1.1588230740 at 1732631012155Flushing 1588230740/info: creating writer at 1732631012155Flushing 1588230740/info: appending metadata at 1732631012169 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732631012169Flushing 1588230740/ns: creating writer at 1732631012175 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732631012189 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732631012189Flushing 1588230740/rep_barrier: creating writer at 1732631012597 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732631012610 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732631012610Flushing 1588230740/table: creating writer at 1732631013020 (+410 ms)Flushing 1588230740/table: appending metadata at 1732631013039 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732631013039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4d6044: reopening flushed file at 1732631013053 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526760a5: reopening flushed file at 1732631013058 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38276e3c: reopening flushed file at 1732631013063 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590523d7: reopening flushed file at 1732631013071 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 926ms, sequenceid=16, compaction requested=false at 1732631013081 (+10 ms)Writing region close event to WAL at 1732631013092 (+11 ms)Running coprocessor post-close hooks at 1732631013096 (+4 ms)Closed at 1732631013096 2024-11-26T14:23:33,096 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:33,101 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 to pos 1527, reset compression=false 2024-11-26T14:23:33,155 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,36167,1732630974848; all regions closed. 2024-11-26T14:23:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741834_1010 (size=4239) 2024-11-26T14:23:33,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741839_1015 (size=2240) 2024-11-26T14:23:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741833_1009 (size=1535) 2024-11-26T14:23:33,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/WALs/19945b63c2b4,36167,1732630974848/19945b63c2b4%2C36167%2C1732630974848.1732630975688 not finished, retry = 0 2024-11-26T14:23:33,266 DEBUG [RS:0;19945b63c2b4:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:33,266 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:23:33,266 INFO [RS:0;19945b63c2b4:36167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:23:33,266 INFO [RS:0;19945b63c2b4:36167 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:23:33,267 INFO [RS:0;19945b63c2b4:36167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:23:33,267 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,36167,1732630974848 because: Region server is closing 2024-11-26T14:23:33,267 INFO [RS:0;19945b63c2b4:36167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36167. 2024-11-26T14:23:33,267 DEBUG [RS:0;19945b63c2b4:36167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:33,267 DEBUG [RS:0;19945b63c2b4:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:33,267 DEBUG [RS:0;19945b63c2b4:36167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:33,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:33,267 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:23:33,367 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.shipper19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 terminated 2024-11-26T14:23:33,367 INFO [RS:0;19945b63c2b4:36167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36167 2024-11-26T14:23:33,367 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,36167,1732630974848.replicationSource.wal-reader.19945b63c2b4%2C36167%2C1732630974848,1-19945b63c2b4,36167,1732630974848 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:23:33,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1533698/rs/19945b63c2b4,36167,1732630974848 2024-11-26T14:23:33,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698/rs 2024-11-26T14:23:33,420 INFO [RS:0;19945b63c2b4:36167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:23:33,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,36167,1732630974848] 2024-11-26T14:23:33,544 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1533698/draining/19945b63c2b4,36167,1732630974848 already deleted, retry=false 2024-11-26T14:23:33,544 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,36167,1732630974848 expired; onlineServers=0 2024-11-26T14:23:33,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,40651,1732630974590' ***** 2024-11-26T14:23:33,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:23:33,544 INFO [M:0;19945b63c2b4:40651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:23:33,544 INFO [M:0;19945b63c2b4:40651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:23:33,544 DEBUG [M:0;19945b63c2b4:40651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:23:33,545 DEBUG [M:0;19945b63c2b4:40651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:23:33,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:23:33,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630975404 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732630975404,5,FailOnTimeoutGroup] 2024-11-26T14:23:33,545 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630975405 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732630975405,5,FailOnTimeoutGroup] 2024-11-26T14:23:33,545 INFO [M:0;19945b63c2b4:40651 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:23:33,545 INFO [M:0;19945b63c2b4:40651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:23:33,545 DEBUG [M:0;19945b63c2b4:40651 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:23:33,545 INFO [M:0;19945b63c2b4:40651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:23:33,545 INFO [M:0;19945b63c2b4:40651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:23:33,545 ERROR [M:0;19945b63c2b4:40651 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:41175 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41175,5,PEWorkerGroup] 2024-11-26T14:23:33,545 INFO [M:0;19945b63c2b4:40651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:23:33,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:23:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:33,584 INFO [RS:0;19945b63c2b4:36167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:23:33,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36167-0x101778681cc0001, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:33,584 INFO [RS:0;19945b63c2b4:36167 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,36167,1732630974848; zookeeper connection closed. 2024-11-26T14:23:33,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@776f7dfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@776f7dfa 2024-11-26T14:23:33,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:23:33,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1533698/master 2024-11-26T14:23:33,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1533698 2024-11-26T14:23:33,599 DEBUG [M:0;19945b63c2b4:40651 {}] zookeeper.ZKUtil(347): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Unable to get data of znode /0-1533698/master because node does not exist (not an error) 2024-11-26T14:23:33,599 WARN [M:0;19945b63c2b4:40651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:23:33,600 INFO [M:0;19945b63c2b4:40651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/.lastflushedseqids 2024-11-26T14:23:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741848_1024 (size=245) 2024-11-26T14:23:34,006 INFO [M:0;19945b63c2b4:40651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:23:34,006 INFO [M:0;19945b63c2b4:40651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:23:34,007 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:34,007 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:34,007 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:34,007 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:34,007 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:34,007 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-26T14:23:34,020 DEBUG [M:0;19945b63c2b4:40651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d29522c82b1f4cac86fdf9a9818963be is 82, key is hbase:meta,,1/info:regioninfo/1732630976269/Put/seqid=0 2024-11-26T14:23:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741849_1025 (size=5672) 2024-11-26T14:23:34,424 INFO [M:0;19945b63c2b4:40651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d29522c82b1f4cac86fdf9a9818963be 2024-11-26T14:23:34,441 DEBUG [M:0;19945b63c2b4:40651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d96508bda634e7db490210f2a5c4260 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732630990480/Put/seqid=0 2024-11-26T14:23:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741850_1026 (size=7218) 2024-11-26T14:23:34,846 INFO [M:0;19945b63c2b4:40651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d96508bda634e7db490210f2a5c4260 2024-11-26T14:23:34,849 INFO [M:0;19945b63c2b4:40651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d96508bda634e7db490210f2a5c4260 2024-11-26T14:23:34,869 DEBUG [M:0;19945b63c2b4:40651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/937295abb6e94dfe84ae7eb7782a6fca is 69, key is 19945b63c2b4,36167,1732630974848/rs:state/1732630975481/Put/seqid=0 2024-11-26T14:23:34,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741851_1027 (size=5156) 2024-11-26T14:23:34,876 INFO [M:0;19945b63c2b4:40651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/937295abb6e94dfe84ae7eb7782a6fca 2024-11-26T14:23:34,910 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d29522c82b1f4cac86fdf9a9818963be as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d29522c82b1f4cac86fdf9a9818963be 2024-11-26T14:23:34,914 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d29522c82b1f4cac86fdf9a9818963be, entries=8, sequenceid=105, filesize=5.5 K 2024-11-26T14:23:34,915 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d96508bda634e7db490210f2a5c4260 as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d96508bda634e7db490210f2a5c4260 2024-11-26T14:23:34,919 INFO [M:0;19945b63c2b4:40651 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d96508bda634e7db490210f2a5c4260 2024-11-26T14:23:34,919 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d96508bda634e7db490210f2a5c4260, entries=11, sequenceid=105, filesize=7.0 K 2024-11-26T14:23:34,919 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/937295abb6e94dfe84ae7eb7782a6fca as hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/937295abb6e94dfe84ae7eb7782a6fca 2024-11-26T14:23:34,923 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41175/user/jenkins/test-data/10bcef7a-dbbc-b866-e1df-a2a5276e9b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/937295abb6e94dfe84ae7eb7782a6fca, entries=1, sequenceid=105, filesize=5.0 K 2024-11-26T14:23:34,924 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=105, compaction requested=false 2024-11-26T14:23:34,932 INFO [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:34,932 DEBUG [M:0;19945b63c2b4:40651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631014007Disabling compacts and flushes for region at 1732631014007Disabling writes for close at 1732631014007Obtaining lock to block concurrent updates at 1732631014007Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732631014007Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732631014007Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732631014008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732631014008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732631014020 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732631014020Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732631014428 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732631014440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732631014440Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732631014849 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732631014869 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732631014869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53cdb1e0: reopening flushed file at 1732631014910 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4ef96: reopening flushed file at 1732631014914 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a525bf4: reopening flushed file at 1732631014919 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=105, compaction requested=false at 1732631014924 (+5 ms)Writing region close event to WAL at 1732631014932 (+8 ms)Closed at 1732631014932 2024-11-26T14:23:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33743 is added to blk_1073741830_1006 (size=64423) 2024-11-26T14:23:34,937 INFO [M:0;19945b63c2b4:40651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:23:34,937 INFO [M:0;19945b63c2b4:40651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40651 2024-11-26T14:23:34,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:23:34,938 INFO [M:0;19945b63c2b4:40651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:23:35,100 INFO [M:0;19945b63c2b4:40651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:23:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:35,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40651-0x101778681cc0000, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:23:35,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4925c354{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:35,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a1f936c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:23:35,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:23:35,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd286f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:23:35,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53619954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir/,STOPPED} 2024-11-26T14:23:35,104 WARN [BP-2024535541-172.17.0.3-1732630972029 heartbeating to localhost/127.0.0.1:41175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:23:35,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:23:35,104 WARN [BP-2024535541-172.17.0.3-1732630972029 heartbeating to localhost/127.0.0.1:41175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2024535541-172.17.0.3-1732630972029 (Datanode Uuid 3b4e61b1-9fea-4868-a09d-8a4a2d78d0af) service to localhost/127.0.0.1:41175 2024-11-26T14:23:35,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:23:35,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/data/data1/current/BP-2024535541-172.17.0.3-1732630972029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:23:35,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/cluster_4e1f0dd3-8124-a899-b6fb-9bb4d8606b0f/data/data2/current/BP-2024535541-172.17.0.3-1732630972029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:23:35,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:23:35,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a6e78ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:35,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a68c785{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:23:35,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:23:35,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5a9c91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:23:35,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5492bee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9acbab9e-554a-2654-6558-60c8bc9fffe9/hadoop.log.dir/,STOPPED} 2024-11-26T14:23:35,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:23:35,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:23:35,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41175 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41153 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59475) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40821 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=534 (was 561), ProcessCount=11 (was 11), AvailableMemoryMB=5733 (was 5100) - AvailableMemoryMB LEAK? - 2024-11-26T14:23:35,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=534, ProcessCount=11, AvailableMemoryMB=5733 2024-11-26T14:23:35,154 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-26T14:23:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir so I do NOT create it in target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199 2024-11-26T14:23:35,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:23:35,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.tmp.dir so I do NOT create it in target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199 2024-11-26T14:23:35,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77fd81d1-31c4-ec03-0029-34fc486f1c05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:23:35,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199 2024-11-26T14:23:35,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53, deleteOnExit=true 2024-11-26T14:23:35,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/zookeeper_0, clientPort=60783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:23:35,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60783 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/test.cache.data in system properties and HBase conf 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:23:35,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:23:35,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:23:35,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:23:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101778681cc0002, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:23:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101778681cc0005, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:23:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101778681cc0008, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:23:35,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101778681cc0008, quorum=127.0.0.1:59475, baseZNode=/21631795359 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:23:35,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101778681cc0002, quorum=127.0.0.1:59475, baseZNode=/0-1533698 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:23:35,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101778681cc0005, quorum=127.0.0.1:59475, baseZNode=/1353363060 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:23:35,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:35,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:35,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:35,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:35,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:23:35,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:35,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ccbeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:35,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b933cd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:35,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@511d33b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/java.io.tmpdir/jetty-localhost-45797-hadoop-hdfs-3_4_1-tests_jar-_-any-4735531803341161541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:35,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26226928{HTTP/1.1, (http/1.1)}{localhost:45797} 2024-11-26T14:23:35,675 INFO [Time-limited test {}] server.Server(415): Started @325582ms 2024-11-26T14:23:35,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:35,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:35,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:35,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:35,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:23:35,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e0445e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:35,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bec40e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:36,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15185ac6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/java.io.tmpdir/jetty-localhost-42217-hadoop-hdfs-3_4_1-tests_jar-_-any-15426455847952012502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:36,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@264b3bbc{HTTP/1.1, (http/1.1)}{localhost:42217} 2024-11-26T14:23:36,034 INFO [Time-limited test {}] server.Server(415): Started @325942ms 2024-11-26T14:23:36,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:23:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:23:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:23:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:23:36,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:23:36,832 WARN [Thread-4205 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/data/data2/current/BP-1019482025-172.17.0.3-1732631015180/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:36,832 WARN [Thread-4204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/data/data1/current/BP-1019482025-172.17.0.3-1732631015180/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:36,849 WARN [Thread-4192 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:23:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac3efed5adc22307 with lease ID 0xef5876bf29204efa: Processing first storage report for DS-ecefbb56-4908-4419-80c8-8c80ab35e069 from datanode DatanodeRegistration(127.0.0.1:42999, datanodeUuid=32aa808b-df38-4718-9f16-32b96c50c399, infoPort=41161, infoSecurePort=0, ipcPort=40413, storageInfo=lv=-57;cid=testClusterID;nsid=1007925975;c=1732631015180) 2024-11-26T14:23:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac3efed5adc22307 with lease ID 0xef5876bf29204efa: from storage DS-ecefbb56-4908-4419-80c8-8c80ab35e069 node DatanodeRegistration(127.0.0.1:42999, datanodeUuid=32aa808b-df38-4718-9f16-32b96c50c399, infoPort=41161, infoSecurePort=0, ipcPort=40413, storageInfo=lv=-57;cid=testClusterID;nsid=1007925975;c=1732631015180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:36,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac3efed5adc22307 with lease ID 0xef5876bf29204efa: Processing first storage report for DS-2524ce25-a284-4e36-bac9-47f65009593a from datanode DatanodeRegistration(127.0.0.1:42999, datanodeUuid=32aa808b-df38-4718-9f16-32b96c50c399, infoPort=41161, infoSecurePort=0, ipcPort=40413, storageInfo=lv=-57;cid=testClusterID;nsid=1007925975;c=1732631015180) 2024-11-26T14:23:36,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac3efed5adc22307 with lease ID 0xef5876bf29204efa: from storage DS-2524ce25-a284-4e36-bac9-47f65009593a node DatanodeRegistration(127.0.0.1:42999, datanodeUuid=32aa808b-df38-4718-9f16-32b96c50c399, infoPort=41161, infoSecurePort=0, ipcPort=40413, storageInfo=lv=-57;cid=testClusterID;nsid=1007925975;c=1732631015180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:36,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199 2024-11-26T14:23:36,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:36,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:23:36,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57 with version=8 2024-11-26T14:23:36,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/hbase-staging 2024-11-26T14:23:36,874 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:23:36,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:36,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44377 2024-11-26T14:23:36,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44377 connecting to ZooKeeper ensemble=127.0.0.1:60783 2024-11-26T14:23:36,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443770x0, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:36,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44377-0x10177872a9f0000 connected 2024-11-26T14:23:37,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:37,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:37,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on znode that does not yet exist, /0-1119240960/running 2024-11-26T14:23:37,050 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57, hbase.cluster.distributed=false 2024-11-26T14:23:37,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on znode that does not yet exist, /0-1119240960/acl 2024-11-26T14:23:37,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-26T14:23:37,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44377 2024-11-26T14:23:37,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44377 2024-11-26T14:23:37,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-26T14:23:37,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44377 2024-11-26T14:23:37,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:37,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:37,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:37,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:37,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:37,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:37,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:23:37,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:37,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40513 2024-11-26T14:23:37,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40513 connecting to ZooKeeper ensemble=127.0.0.1:60783 2024-11-26T14:23:37,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:37,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:37,089 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405130x0, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:37,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40513-0x10177872a9f0001 connected 2024-11-26T14:23:37,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on znode that does not yet exist, /0-1119240960/running 2024-11-26T14:23:37,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:23:37,090 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:23:37,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on znode that does not yet exist, /0-1119240960/master 2024-11-26T14:23:37,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on znode that does not yet exist, /0-1119240960/acl 2024-11-26T14:23:37,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-26T14:23:37,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40513 2024-11-26T14:23:37,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40513 2024-11-26T14:23:37,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-26T14:23:37,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40513 2024-11-26T14:23:37,115 DEBUG [M:0;19945b63c2b4:44377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:44377 2024-11-26T14:23:37,116 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1119240960/backup-masters/19945b63c2b4,44377,1732631016874 2024-11-26T14:23:37,125 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960/backup-masters 2024-11-26T14:23:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960/backup-masters 2024-11-26T14:23:37,126 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on existing znode=/0-1119240960/backup-masters/19945b63c2b4,44377,1732631016874 2024-11-26T14:23:37,136 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1119240960/master 2024-11-26T14:23:37,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:37,136 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:37,136 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on existing znode=/0-1119240960/master 2024-11-26T14:23:37,137 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1119240960/backup-masters/19945b63c2b4,44377,1732631016874 from backup master directory 2024-11-26T14:23:37,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1119240960/backup-masters/19945b63c2b4,44377,1732631016874 2024-11-26T14:23:37,146 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960/backup-masters 2024-11-26T14:23:37,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960/backup-masters 2024-11-26T14:23:37,147 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:37,147 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,44377,1732631016874 2024-11-26T14:23:37,149 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/hbase.id] with ID: fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a 2024-11-26T14:23:37,149 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/.tmp/hbase.id 2024-11-26T14:23:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:23:37,153 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/.tmp/hbase.id]:[hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/hbase.id] 2024-11-26T14:23:37,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:37,163 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:23:37,164 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:23:37,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:37,173 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:23:37,178 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:37,179 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:23:37,179 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:23:37,584 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/data/master/store 2024-11-26T14:23:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:23:37,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:37,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:37,990 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:37,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:37,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:37,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:37,990 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:37,990 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631017990Disabling compacts and flushes for region at 1732631017990Disabling writes for close at 1732631017990Writing region close event to WAL at 1732631017990Closed at 1732631017990 2024-11-26T14:23:37,995 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/data/master/store/.initializing 2024-11-26T14:23:37,995 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/WALs/19945b63c2b4,44377,1732631016874 2024-11-26T14:23:37,997 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:37,998 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C44377%2C1732631016874, suffix=, logDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/WALs/19945b63c2b4,44377,1732631016874, archiveDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/oldWALs, maxLogs=10 2024-11-26T14:23:38,016 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/WALs/19945b63c2b4,44377,1732631016874/19945b63c2b4%2C44377%2C1732631016874.1732631017998, exclude list is [], retry=0 2024-11-26T14:23:38,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42999,DS-ecefbb56-4908-4419-80c8-8c80ab35e069,DISK] 2024-11-26T14:23:38,025 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/WALs/19945b63c2b4,44377,1732631016874/19945b63c2b4%2C44377%2C1732631016874.1732631017998 2024-11-26T14:23:38,028 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41161:41161)] 2024-11-26T14:23:38,028 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:38,029 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:38,029 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,029 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:23:38,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:38,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:23:38,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:23:38,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:23:38,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:38,036 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,036 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,037 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,038 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,038 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,038 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:38,039 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:38,040 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:38,041 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59923735, jitterRate=-0.10706676542758942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:38,041 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732631018029Initializing all the Stores at 1732631018030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631018030Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631018031 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631018031Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631018031Cleaning up temporary data from old regions at 1732631018038 (+7 ms)Region opened successfully at 1732631018041 (+3 ms) 2024-11-26T14:23:38,041 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:23:38,043 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccc63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:38,044 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:23:38,044 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:23:38,044 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:23:38,044 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:23:38,045 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:23:38,045 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:23:38,045 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:23:38,050 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:23:38,052 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Unable to get data of znode /0-1119240960/balancer because node does not exist (not necessarily an error) 2024-11-26T14:23:38,073 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1119240960/balancer already deleted, retry=false 2024-11-26T14:23:38,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:23:38,074 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Unable to get data of znode /0-1119240960/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:23:38,083 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1119240960/normalizer already deleted, retry=false 2024-11-26T14:23:38,084 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:23:38,085 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Unable to get data of znode /0-1119240960/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:23:38,094 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1119240960/switch/split already deleted, retry=false 2024-11-26T14:23:38,095 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Unable to get data of znode /0-1119240960/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:23:38,104 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1119240960/switch/merge already deleted, retry=false 2024-11-26T14:23:38,106 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Unable to get data of znode /0-1119240960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:23:38,115 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1119240960/snapshot-cleanup already deleted, retry=false 2024-11-26T14:23:38,125 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1119240960/running 2024-11-26T14:23:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1119240960/running 2024-11-26T14:23:38,125 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,127 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,44377,1732631016874, sessionid=0x10177872a9f0000, setting cluster-up flag (Was=false) 2024-11-26T14:23:38,146 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:38,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,178 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1119240960/flush-table-proc/acquired, /0-1119240960/flush-table-proc/reached, /0-1119240960/flush-table-proc/abort 2024-11-26T14:23:38,179 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,44377,1732631016874 2024-11-26T14:23:38,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,199 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:38,231 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1119240960/online-snapshot/acquired, /0-1119240960/online-snapshot/reached, /0-1119240960/online-snapshot/abort 2024-11-26T14:23:38,232 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,44377,1732631016874 2024-11-26T14:23:38,233 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:23:38,242 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:38,242 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:23:38,242 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:23:38,242 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,44377,1732631016874 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:38,244 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:38,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:23:38,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:23:38,256 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631048256 2024-11-26T14:23:38,256 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:23:38,256 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:23:38,256 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:23:38,257 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:23:38,257 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:23:38,257 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:23:38,261 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,268 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:23:38,268 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:23:38,269 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:23:38,269 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:23:38,269 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:23:38,269 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:23:38,269 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631018269,5,FailOnTimeoutGroup] 2024-11-26T14:23:38,270 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631018269,5,FailOnTimeoutGroup] 2024-11-26T14:23:38,270 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,270 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:23:38,270 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,270 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:23:38,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:23:38,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57 2024-11-26T14:23:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741832_1008 (size=32) 2024-11-26T14:23:38,306 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(746): ClusterId : fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a 2024-11-26T14:23:38,306 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:23:38,315 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:23:38,315 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:23:38,326 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:23:38,326 DEBUG [RS:0;19945b63c2b4:40513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541a3863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:38,340 DEBUG [RS:0;19945b63c2b4:40513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:40513 2024-11-26T14:23:38,340 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:23:38,340 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:23:38,340 DEBUG [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:23:38,340 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,44377,1732631016874 with port=40513, startcode=1732631017071 2024-11-26T14:23:38,340 DEBUG [RS:0;19945b63c2b4:40513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:23:38,342 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:23:38,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44377 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,343 DEBUG [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57 2024-11-26T14:23:38,343 DEBUG [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38981 2024-11-26T14:23:38,343 DEBUG [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:23:38,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960/rs 2024-11-26T14:23:38,352 DEBUG [RS:0;19945b63c2b4:40513 {}] zookeeper.ZKUtil(111): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Set watcher on existing znode=/0-1119240960/rs/19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,352 WARN [RS:0;19945b63c2b4:40513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:38,352 INFO [RS:0;19945b63c2b4:40513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:38,352 DEBUG [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,40513,1732631017071] 2024-11-26T14:23:38,354 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:23:38,356 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:23:38,356 INFO [RS:0;19945b63c2b4:40513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:23:38,356 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,360 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:23:38,360 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:23:38,360 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:38,360 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:38,361 DEBUG [RS:0;19945b63c2b4:40513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:38,362 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,362 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,362 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,362 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,362 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,362 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40513,1732631017071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:38,375 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:23:38,375 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40513,1732631017071-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,375 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,375 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.Replication(171): 19945b63c2b4,40513,1732631017071 started 2024-11-26T14:23:38,386 INFO [RS:0;19945b63c2b4:40513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:38,386 INFO [RS:0;19945b63c2b4:40513 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,40513,1732631017071, RpcServer on 19945b63c2b4/172.17.0.3:40513, sessionid=0x10177872a9f0001 2024-11-26T14:23:38,386 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:23:38,386 DEBUG [RS:0;19945b63c2b4:40513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,386 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40513,1732631017071' 2024-11-26T14:23:38,386 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1119240960/flush-table-proc/abort' 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1119240960/flush-table-proc/acquired' 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40513,1732631017071' 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1119240960/online-snapshot/abort' 2024-11-26T14:23:38,387 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1119240960/online-snapshot/acquired' 2024-11-26T14:23:38,389 DEBUG [RS:0;19945b63c2b4:40513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:23:38,389 INFO [RS:0;19945b63c2b4:40513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:23:38,389 INFO [RS:0;19945b63c2b4:40513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:23:38,489 INFO [RS:0;19945b63c2b4:40513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:38,490 INFO [RS:0;19945b63c2b4:40513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40513%2C1732631017071, suffix=, logDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071, archiveDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/oldWALs, maxLogs=10 2024-11-26T14:23:38,502 DEBUG [RS:0;19945b63c2b4:40513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071/19945b63c2b4%2C40513%2C1732631017071.1732631018490, exclude list is [], retry=0 2024-11-26T14:23:38,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42999,DS-ecefbb56-4908-4419-80c8-8c80ab35e069,DISK] 2024-11-26T14:23:38,506 INFO [RS:0;19945b63c2b4:40513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071/19945b63c2b4%2C40513%2C1732631017071.1732631018490 2024-11-26T14:23:38,506 DEBUG [RS:0;19945b63c2b4:40513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41161:41161)] 2024-11-26T14:23:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:38,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:38,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:38,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:38,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:38,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:38,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:38,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:38,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:38,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:38,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:38,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:38,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:38,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/hbase/meta/1588230740 2024-11-26T14:23:38,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/hbase/meta/1588230740 2024-11-26T14:23:38,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:38,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:38,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:38,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:38,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:38,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60933460, jitterRate=-0.09202069044113159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732631018682Initializing all the Stores at 1732631018683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631018683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631018683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631018683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631018683Cleaning up temporary data from old regions at 1732631018690 (+7 ms)Region opened successfully at 1732631018694 (+4 ms) 2024-11-26T14:23:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:38,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:38,695 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:38,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631018694Disabling compacts and flushes for region at 1732631018694Disabling writes for close at 1732631018694Writing region close event to WAL at 1732631018695 (+1 ms)Closed at 1732631018695 2024-11-26T14:23:38,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:38,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:23:38,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:23:38,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:38,698 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:23:38,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:38,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:23:38,734 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128743 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:23:38,854 DEBUG [19945b63c2b4:44377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:23:38,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,40513,1732631017071 2024-11-26T14:23:38,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40513,1732631017071, state=OPENING 2024-11-26T14:23:38,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:23:38,906 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1119240960 2024-11-26T14:23:38,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1119240960/meta-region-server: CHANGED 2024-11-26T14:23:38,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1119240960/meta-region-server: CHANGED 2024-11-26T14:23:38,910 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:38,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40513,1732631017071}] 2024-11-26T14:23:39,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:39,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:23:39,069 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:23:39,069 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:39,069 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:23:39,070 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C40513%2C1732631017071.meta, suffix=.meta, logDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071, archiveDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/oldWALs, maxLogs=10 2024-11-26T14:23:39,089 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071/19945b63c2b4%2C40513%2C1732631017071.meta.1732631019071.meta, exclude list is [], retry=0 2024-11-26T14:23:39,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42999,DS-ecefbb56-4908-4419-80c8-8c80ab35e069,DISK] 2024-11-26T14:23:39,092 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/WALs/19945b63c2b4,40513,1732631017071/19945b63c2b4%2C40513%2C1732631017071.meta.1732631019071.meta 2024-11-26T14:23:39,092 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41161:41161)] 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:39,093 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:23:39,093 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:23:39,093 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:23:39,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:39,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:39,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:39,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:39,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:39,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:39,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:39,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:39,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:39,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:39,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:39,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:39,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:39,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:39,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:39,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:39,098 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:39,099 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/hbase/meta/1588230740 2024-11-26T14:23:39,100 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/hbase/meta/1588230740 2024-11-26T14:23:39,101 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:39,101 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:39,101 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:39,102 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:39,103 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75387905, jitterRate=0.1233673244714737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:39,103 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:23:39,103 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732631019094Writing region info on filesystem at 1732631019094Initializing all the Stores at 1732631019094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631019094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631019094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631019094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631019094Cleaning up temporary data from old regions at 1732631019101 (+7 ms)Running coprocessor post-open hooks at 1732631019103 (+2 ms)Region opened successfully at 1732631019103 2024-11-26T14:23:39,104 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732631019064 2024-11-26T14:23:39,106 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:23:39,106 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:23:39,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40513,1732631017071 2024-11-26T14:23:39,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40513,1732631017071, state=OPEN 2024-11-26T14:23:39,131 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40513-0x10177872a9f0001, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1119240960/meta-region-server 2024-11-26T14:23:39,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44377-0x10177872a9f0000, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1119240960/meta-region-server 2024-11-26T14:23:39,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1119240960/meta-region-server: CHANGED 2024-11-26T14:23:39,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1119240960/meta-region-server: CHANGED 2024-11-26T14:23:39,131 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,40513,1732631017071 2024-11-26T14:23:39,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:23:39,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40513,1732631017071 in 221 msec 2024-11-26T14:23:39,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:23:39,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-26T14:23:39,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:39,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:23:39,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:39,139 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40513,1732631017071, seqNum=-1] 2024-11-26T14:23:39,139 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:39,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:39,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 907 msec 2024-11-26T14:23:39,149 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732631019149, completionTime=-1 2024-11-26T14:23:39,149 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:23:39,149 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631079151 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631139151 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44377,1732631016874-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44377,1732631016874-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44377,1732631016874-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,151 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:44377, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,152 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,152 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,153 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.008sec 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44377,1732631016874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:39,155 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44377,1732631016874-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:23:39,157 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:23:39,157 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:23:39,157 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,44377,1732631016874-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:39,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2b27d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:39,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,44377,-1 for getting cluster id 2024-11-26T14:23:39,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:39,207 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a' 2024-11-26T14:23:39,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a" 2024-11-26T14:23:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717811d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,44377,-1] 2024-11-26T14:23:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:39,208 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:39,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15da8fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:39,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:39,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40513,1732631017071, seqNum=-1] 2024-11-26T14:23:39,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:39,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:39,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,44377,1732631016874 2024-11-26T14:23:39,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60783 2024-11-26T14:23:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60783, baseZNode=/0-1119240960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:39,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177872a9f0002 connected 2024-11-26T14:23:39,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,44377,1732631016874 2024-11-26T14:23:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acfc5b1 2024-11-26T14:23:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:39,305 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:39,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:39,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:39,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:39,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:39,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:39,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a553a11da87e5ad5b40413689d0d37a, NAME => 'test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57 2024-11-26T14:23:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42999 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:39,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:39,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a553a11da87e5ad5b40413689d0d37a, disabling compactions & flushes 2024-11-26T14:23:39,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:39,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:39,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. after waiting 0 ms 2024-11-26T14:23:39,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:39,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:39,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a553a11da87e5ad5b40413689d0d37a: Waiting for close lock at 1732631019717Disabling compacts and flushes for region at 1732631019717Disabling writes for close at 1732631019717Writing region close event to WAL at 1732631019717Closed at 1732631019717 2024-11-26T14:23:39,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:39,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732631019718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732631019718"}]},"ts":"1732631019718"} 2024-11-26T14:23:39,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:39,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:39,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631019720"}]},"ts":"1732631019720"} 2024-11-26T14:23:39,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:39,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a553a11da87e5ad5b40413689d0d37a, ASSIGN}] 2024-11-26T14:23:39,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a553a11da87e5ad5b40413689d0d37a, ASSIGN 2024-11-26T14:23:39,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a553a11da87e5ad5b40413689d0d37a, ASSIGN; state=OFFLINE, location=19945b63c2b4,40513,1732631017071; forceNewPlan=false, retain=false 2024-11-26T14:23:39,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a553a11da87e5ad5b40413689d0d37a, regionState=OPENING, regionLocation=19945b63c2b4,40513,1732631017071 2024-11-26T14:23:39,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a553a11da87e5ad5b40413689d0d37a, ASSIGN because future has completed 2024-11-26T14:23:39,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a553a11da87e5ad5b40413689d0d37a, server=19945b63c2b4,40513,1732631017071}] 2024-11-26T14:23:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:40,030 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:40,030 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a553a11da87e5ad5b40413689d0d37a, NAME => 'test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:40,030 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:40,030 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:40,031 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,031 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:40,031 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,031 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,032 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,032 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a553a11da87e5ad5b40413689d0d37a columnFamilyName f 2024-11-26T14:23:40,033 DEBUG [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:40,033 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] regionserver.HStore(327): Store=4a553a11da87e5ad5b40413689d0d37a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:40,033 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,033 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a553a11da87e5ad5b40413689d0d37a columnFamilyName f1 2024-11-26T14:23:40,034 DEBUG [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:40,034 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] regionserver.HStore(327): Store=4a553a11da87e5ad5b40413689d0d37a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:40,034 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,034 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a553a11da87e5ad5b40413689d0d37a columnFamilyName norep 2024-11-26T14:23:40,034 DEBUG [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:40,035 INFO [StoreOpener-4a553a11da87e5ad5b40413689d0d37a-1 {}] regionserver.HStore(327): Store=4a553a11da87e5ad5b40413689d0d37a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:40,035 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,035 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/default/test/4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,035 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/default/test/4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,036 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,036 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,036 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:40,037 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,038 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/data/default/test/4a553a11da87e5ad5b40413689d0d37a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:40,039 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a553a11da87e5ad5b40413689d0d37a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74078210, jitterRate=0.10385134816169739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:40,039 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a553a11da87e5ad5b40413689d0d37a 2024-11-26T14:23:40,040 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a553a11da87e5ad5b40413689d0d37a: Running coprocessor pre-open hook at 1732631020031Writing region info on filesystem at 1732631020031Initializing all the Stores at 1732631020031Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631020031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631020031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631020031Cleaning up temporary data from old regions at 1732631020036 (+5 ms)Running coprocessor post-open hooks at 1732631020039 (+3 ms)Region opened successfully at 1732631020040 (+1 ms) 2024-11-26T14:23:40,040 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a., pid=6, masterSystemTime=1732631020027 2024-11-26T14:23:40,042 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:40,042 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732631019305.4a553a11da87e5ad5b40413689d0d37a. 2024-11-26T14:23:40,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a553a11da87e5ad5b40413689d0d37a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,40513,1732631017071 2024-11-26T14:23:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a553a11da87e5ad5b40413689d0d37a, server=19945b63c2b4,40513,1732631017071 because future has completed 2024-11-26T14:23:40,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:40,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a553a11da87e5ad5b40413689d0d37a, server=19945b63c2b4,40513,1732631017071 in 169 msec 2024-11-26T14:23:40,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:40,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a553a11da87e5ad5b40413689d0d37a, ASSIGN in 324 msec 2024-11-26T14:23:40,049 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:40,049 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631020049"}]},"ts":"1732631020049"} 2024-11-26T14:23:40,050 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:40,050 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:40,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-11-26T14:23:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:40,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:23:40,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb89379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:40,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,44377,-1 for getting cluster id 2024-11-26T14:23:40,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:40,444 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a' 2024-11-26T14:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a" 2024-11-26T14:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2924d52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,44377,-1] 2024-11-26T14:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:40,445 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d180be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:40,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,44377,1732631016874 2024-11-26T14:23:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ffe520c 2024-11-26T14:23:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:40,447 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:40,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:44377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:23:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:23:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:40,449 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:44377' 2024-11-26T14:23:40,450 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e79e6d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:40,450 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,44377,-1 for getting cluster id 2024-11-26T14:23:40,450 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:40,451 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a' 2024-11-26T14:23:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb4ec224-3fb0-4775-b326-d6ff3fdd5b2a" 2024-11-26T14:23:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b036cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,44377,-1] 2024-11-26T14:23:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:40,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:40,452 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:40,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acd49db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:40,452 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:40,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,44377,1732631016874 2024-11-26T14:23:40,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793885a3 2024-11-26T14:23:40,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:40,453 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:40,454 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-26T14:23:40,454 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:23:40,454 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:40,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:40,454 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:40,454 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://19945b63c2b4:44377, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-26T14:23:40,459 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://19945b63c2b4:44377, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://19945b63c2b4:44377, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://19945b63c2b4:44377, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-26T14:23:40,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://19945b63c2b4:44377, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-26T14:23:40,460 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-26T14:23:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:23:40,555 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://19945b63c2b4:44377, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-26T14:23:40,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:23:40,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:23:40,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:40,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:40,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:23:40,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 360) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/19945b63c2b4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312327136-7977-acceptor-0@2f967f0d-ServerConnector@264b3bbc{HTTP/1.1, (http/1.1)}{localhost:42217} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3a98c6f7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/data/data2/current/BP-1019482025-172.17.0.3-1732631015180 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40413 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60783 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Session-HouseKeeper-5b16d73-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2006138531_20 at /127.0.0.1:52036 [Receiving block BP-1019482025-172.17.0.3-1732631015180:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38981 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp793841639-7931-acceptor-0@2e3d6cc0-ServerConnector@26226928{HTTP/1.1, (http/1.1)}{localhost:45797} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3dc838d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fa46c9fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/19945b63c2b4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@35f3fda1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;19945b63c2b4:44377 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@c607d1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60783): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 19945b63c2b4:44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;19945b63c2b4:40513-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1019482025-172.17.0.3-1732631015180:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp793841639-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa46c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/19945b63c2b4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57-prefix:19945b63c2b4,40513,1732631017071.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312327136-7976 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa46c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57-prefix:19945b63c2b4,40513,1732631017071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2b362973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312327136-7979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/data/data1/current/BP-1019482025-172.17.0.3-1732631015180 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp793841639-7934 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa46c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1019482025-172.17.0.3-1732631015180:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312327136-7978 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:60783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5219af94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;19945b63c2b4:40513 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: BP-1019482025-172.17.0.3-1732631015180 heartbeating to localhost/127.0.0.1:38981 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2006138531_20 at /127.0.0.1:51966 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731429601_20 at /127.0.0.1:52016 [Receiving block BP-1019482025-172.17.0.3-1732631015180:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: CacheReplicationMonitor(1953938149) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RS_OPEN_META-regionserver/19945b63c2b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/19945b63c2b4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp793841639-7930 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa46c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631018269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631018269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@a81c26f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp793841639-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1e775b77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa46c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1019482025-172.17.0.3-1732631015180:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 38981 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2006138531_20 at /127.0.0.1:52040 [Receiving block BP-1019482025-172.17.0.3-1732631015180:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007fa46cab1aa0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38981/user/jenkins/test-data/73968939-e70e-7086-57ab-e1c56191bf57/MasterData-prefix:19945b63c2b4,44377,1732631016874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/cluster_acada171-42cf-7cd4-3098-13536213ee53/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@14954434[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@29a2b91a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2b8ea06a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60783) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=872 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=547 (was 534) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5406 (was 5733) 2024-11-26T14:23:40,574 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-26T14:23:40,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=547, ProcessCount=11, AvailableMemoryMB=5405 2024-11-26T14:23:40,587 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-26T14:23:40,599 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-26T14:23:40,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.log.dir so I do NOT create it in target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f 2024-11-26T14:23:40,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:23:40,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.tmp.dir so I do NOT create it in target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f 2024-11-26T14:23:40,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e35a73e7-cb23-5126-5a43-baf21f74e199/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:23:40,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f 2024-11-26T14:23:40,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f, deleteOnExit=true 2024-11-26T14:23:40,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/zookeeper_0, clientPort=53850, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T14:23:40,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53850 2024-11-26T14:23:40,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:23:40,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/test.cache.data in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:23:40,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:40,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:23:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:23:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:23:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:23:40,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:23:41,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:41,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:41,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:41,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:41,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:23:41,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:41,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330d42f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:41,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@298669f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:41,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73288759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/java.io.tmpdir/jetty-localhost-39731-hadoop-hdfs-3_4_1-tests_jar-_-any-17662326871222209664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:41,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@745cfdcf{HTTP/1.1, (http/1.1)}{localhost:39731} 2024-11-26T14:23:41,207 INFO [Time-limited test {}] server.Server(415): Started @331115ms 2024-11-26T14:23:41,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:41,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:41,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:41,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:41,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:23:41,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4975a56f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:41,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b9f374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:41,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195ba79d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/java.io.tmpdir/jetty-localhost-39175-hadoop-hdfs-3_4_1-tests_jar-_-any-16257747376819373466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:41,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ffb28a{HTTP/1.1, (http/1.1)}{localhost:39175} 2024-11-26T14:23:41,581 INFO [Time-limited test {}] server.Server(415): Started @331488ms 2024-11-26T14:23:41,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:23:42,363 WARN [Thread-4338 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/data/data1/current/BP-486737431-172.17.0.3-1732631020617/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:42,363 WARN [Thread-4339 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/data/data2/current/BP-486737431-172.17.0.3-1732631020617/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:42,382 WARN [Thread-4326 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:23:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5f9163db653eade with lease ID 0x302f1e53f41ad798: Processing first storage report for DS-995ba961-a7ea-49b8-8be4-f19caa29e245 from datanode DatanodeRegistration(127.0.0.1:46577, datanodeUuid=76c921b3-4133-4dbc-9f2a-c6e1a56fbe22, infoPort=38921, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=109884746;c=1732631020617) 2024-11-26T14:23:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5f9163db653eade with lease ID 0x302f1e53f41ad798: from storage DS-995ba961-a7ea-49b8-8be4-f19caa29e245 node DatanodeRegistration(127.0.0.1:46577, datanodeUuid=76c921b3-4133-4dbc-9f2a-c6e1a56fbe22, infoPort=38921, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=109884746;c=1732631020617), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5f9163db653eade with lease ID 0x302f1e53f41ad798: Processing first storage report for DS-0f3e0f08-d47b-4161-89f2-36c6dab23e35 from datanode DatanodeRegistration(127.0.0.1:46577, datanodeUuid=76c921b3-4133-4dbc-9f2a-c6e1a56fbe22, infoPort=38921, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=109884746;c=1732631020617) 2024-11-26T14:23:42,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5f9163db653eade with lease ID 0x302f1e53f41ad798: from storage DS-0f3e0f08-d47b-4161-89f2-36c6dab23e35 node DatanodeRegistration(127.0.0.1:46577, datanodeUuid=76c921b3-4133-4dbc-9f2a-c6e1a56fbe22, infoPort=38921, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=109884746;c=1732631020617), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:42,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f 2024-11-26T14:23:42,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:42,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:23:42,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974 with version=8 2024-11-26T14:23:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/hbase-staging 2024-11-26T14:23:42,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:42,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:42,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:42,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:42,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:42,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:42,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:23:42,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:42,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38113 2024-11-26T14:23:42,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38113 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:42,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381130x0, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:42,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38113-0x10177873fe50000 connected 2024-11-26T14:23:43,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:43,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:43,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/running 2024-11-26T14:23:43,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974, hbase.cluster.distributed=false 2024-11-26T14:23:43,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/acl 2024-11-26T14:23:43,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-26T14:23:43,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-11-26T14:23:43,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-11-26T14:23:43,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-26T14:23:43,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-26T14:23:43,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:23:43,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:43,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41801 2024-11-26T14:23:43,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41801 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:43,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:43,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:43,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418010x0, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:43,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418010x0, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/running 2024-11-26T14:23:43,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41801-0x10177873fe50001 connected 2024-11-26T14:23:43,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:23:43,044 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:23:43,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/master 2024-11-26T14:23:43,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/acl 2024-11-26T14:23:43,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-26T14:23:43,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41801 2024-11-26T14:23:43,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41801 2024-11-26T14:23:43,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-26T14:23:43,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41801 2024-11-26T14:23:43,073 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:38113 2024-11-26T14:23:43,073 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2127652789/backup-masters/19945b63c2b4,38113,1732631022821 2024-11-26T14:23:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789/backup-masters 2024-11-26T14:23:43,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789/backup-masters 2024-11-26T14:23:43,085 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on existing znode=/0-2127652789/backup-masters/19945b63c2b4,38113,1732631022821 2024-11-26T14:23:43,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:43,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2127652789/master 2024-11-26T14:23:43,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:43,095 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on existing znode=/0-2127652789/master 2024-11-26T14:23:43,096 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2127652789/backup-masters/19945b63c2b4,38113,1732631022821 from backup master directory 2024-11-26T14:23:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789/backup-masters 2024-11-26T14:23:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127652789/backup-masters/19945b63c2b4,38113,1732631022821 2024-11-26T14:23:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789/backup-masters 2024-11-26T14:23:43,116 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:43,116 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,38113,1732631022821 2024-11-26T14:23:43,118 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/hbase.id] with ID: 963336ec-5ccc-4100-a870-82d209a9e0a6 2024-11-26T14:23:43,118 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/.tmp/hbase.id 2024-11-26T14:23:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:23:43,523 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/.tmp/hbase.id]:[hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/hbase.id] 2024-11-26T14:23:43,530 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:43,530 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:23:43,531 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:23:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:23:43,956 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:43,956 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:23:43,956 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:23:44,361 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store 2024-11-26T14:23:44,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:23:44,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:44,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:44,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T14:23:44,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-26T14:23:44,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:44,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:44,766 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:44,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:44,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:44,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:44,766 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:44,766 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631024766Disabling compacts and flushes for region at 1732631024766Disabling writes for close at 1732631024766Writing region close event to WAL at 1732631024766Closed at 1732631024766 2024-11-26T14:23:44,767 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/.initializing 2024-11-26T14:23:44,767 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/WALs/19945b63c2b4,38113,1732631022821 2024-11-26T14:23:44,769 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:44,770 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C38113%2C1732631022821, suffix=, logDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/WALs/19945b63c2b4,38113,1732631022821, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/oldWALs, maxLogs=10 2024-11-26T14:23:44,789 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/WALs/19945b63c2b4,38113,1732631022821/19945b63c2b4%2C38113%2C1732631022821.1732631024770, exclude list is [], retry=0 2024-11-26T14:23:44,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:23:44,793 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/WALs/19945b63c2b4,38113,1732631022821/19945b63c2b4%2C38113%2C1732631022821.1732631024770 2024-11-26T14:23:44,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:23:44,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:44,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:44,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,794 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:23:44,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:44,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:44,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:23:44,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:44,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:44,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:23:44,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:44,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:44,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:23:44,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:44,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:44,800 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,801 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,801 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,802 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,802 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,802 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:44,803 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:44,804 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:44,805 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64639515, jitterRate=-0.036796167492866516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:44,805 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732631024794Initializing all the Stores at 1732631024795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631024795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631024795Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631024795Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631024795Cleaning up temporary data from old regions at 1732631024802 (+7 ms)Region opened successfully at 1732631024805 (+3 ms) 2024-11-26T14:23:44,805 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:23:44,807 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c507276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:44,807 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:23:44,807 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:23:44,807 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:23:44,807 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:23:44,808 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:23:44,808 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:23:44,808 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:23:44,817 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:23:44,817 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Unable to get data of znode /0-2127652789/balancer because node does not exist (not necessarily an error) 2024-11-26T14:23:44,825 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127652789/balancer already deleted, retry=false 2024-11-26T14:23:44,825 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:23:44,826 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Unable to get data of znode /0-2127652789/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:23:44,835 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127652789/normalizer already deleted, retry=false 2024-11-26T14:23:44,836 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:23:44,836 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Unable to get data of znode /0-2127652789/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:23:44,846 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127652789/switch/split already deleted, retry=false 2024-11-26T14:23:44,846 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Unable to get data of znode /0-2127652789/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:23:44,856 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127652789/switch/merge already deleted, retry=false 2024-11-26T14:23:44,858 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Unable to get data of znode /0-2127652789/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:23:44,867 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127652789/snapshot-cleanup already deleted, retry=false 2024-11-26T14:23:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2127652789/running 2024-11-26T14:23:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2127652789/running 2024-11-26T14:23:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:44,958 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,38113,1732631022821, sessionid=0x10177873fe50000, setting cluster-up flag (Was=false) 2024-11-26T14:23:45,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:45,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:45,088 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2127652789/flush-table-proc/acquired, /0-2127652789/flush-table-proc/reached, /0-2127652789/flush-table-proc/abort 2024-11-26T14:23:45,089 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,38113,1732631022821 2024-11-26T14:23:45,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:45,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:45,140 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2127652789/online-snapshot/acquired, /0-2127652789/online-snapshot/reached, /0-2127652789/online-snapshot/abort 2024-11-26T14:23:45,141 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,38113,1732631022821 2024-11-26T14:23:45,142 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:23:45,143 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:45,143 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:23:45,143 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:23:45,143 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,38113,1732631022821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:45,144 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631055144 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:23:45,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:45,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:23:45,145 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:23:45,146 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:23:45,146 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:23:45,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:45,146 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631025146,5,FailOnTimeoutGroup] 2024-11-26T14:23:45,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:23:45,146 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631025146,5,FailOnTimeoutGroup] 2024-11-26T14:23:45,146 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,146 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:23:45,146 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,146 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:23:45,164 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(746): ClusterId : 963336ec-5ccc-4100-a870-82d209a9e0a6 2024-11-26T14:23:45,164 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:23:45,173 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:23:45,173 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:23:45,183 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:23:45,183 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:45,197 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:41801 2024-11-26T14:23:45,197 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:23:45,197 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:23:45,197 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:23:45,198 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,38113,1732631022821 with port=41801, startcode=1732631023023 2024-11-26T14:23:45,198 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:23:45,199 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:23:45,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,41801,1732631023023 2024-11-26T14:23:45,200 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,41801,1732631023023 2024-11-26T14:23:45,201 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974 2024-11-26T14:23:45,201 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33917 2024-11-26T14:23:45,201 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:23:45,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789/rs 2024-11-26T14:23:45,211 DEBUG [RS:0;19945b63c2b4:41801 {}] zookeeper.ZKUtil(111): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on existing znode=/0-2127652789/rs/19945b63c2b4,41801,1732631023023 2024-11-26T14:23:45,211 WARN [RS:0;19945b63c2b4:41801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:45,211 INFO [RS:0;19945b63c2b4:41801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:45,211 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023 2024-11-26T14:23:45,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,41801,1732631023023] 2024-11-26T14:23:45,221 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:23:45,222 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:23:45,222 INFO [RS:0;19945b63c2b4:41801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:23:45,223 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,224 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:23:45,224 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:23:45,225 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:45,225 DEBUG [RS:0;19945b63c2b4:41801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:45,231 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,231 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,231 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,231 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,231 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,231 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41801,1732631023023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:45,249 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:23:45,249 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,41801,1732631023023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,249 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,249 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.Replication(171): 19945b63c2b4,41801,1732631023023 started 2024-11-26T14:23:45,266 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:45,266 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,41801,1732631023023, RpcServer on 19945b63c2b4/172.17.0.3:41801, sessionid=0x10177873fe50001 2024-11-26T14:23:45,266 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:23:45,266 DEBUG [RS:0;19945b63c2b4:41801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,41801,1732631023023 2024-11-26T14:23:45,266 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,41801,1732631023023' 2024-11-26T14:23:45,266 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2127652789/flush-table-proc/abort' 2024-11-26T14:23:45,267 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2127652789/flush-table-proc/acquired' 2024-11-26T14:23:45,267 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:23:45,267 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:23:45,267 DEBUG [RS:0;19945b63c2b4:41801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,41801,1732631023023 2024-11-26T14:23:45,267 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,41801,1732631023023' 2024-11-26T14:23:45,267 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2127652789/online-snapshot/abort' 2024-11-26T14:23:45,268 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2127652789/online-snapshot/acquired' 2024-11-26T14:23:45,268 DEBUG [RS:0;19945b63c2b4:41801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:23:45,268 INFO [RS:0;19945b63c2b4:41801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:23:45,268 INFO [RS:0;19945b63c2b4:41801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:23:45,368 INFO [RS:0;19945b63c2b4:41801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:45,369 INFO [RS:0;19945b63c2b4:41801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C41801%2C1732631023023, suffix=, logDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/oldWALs, maxLogs=10 2024-11-26T14:23:45,386 DEBUG [RS:0;19945b63c2b4:41801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370, exclude list is [], retry=0 2024-11-26T14:23:45,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:23:45,401 INFO [RS:0;19945b63c2b4:41801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 2024-11-26T14:23:45,404 DEBUG [RS:0;19945b63c2b4:41801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:23:45,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:23:45,550 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974 2024-11-26T14:23:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:23:45,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:45,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:45,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:45,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:45,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:45,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:45,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:45,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:45,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:45,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:45,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:45,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:45,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:45,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:45,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:45,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:45,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:45,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:45,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740 2024-11-26T14:23:45,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740 2024-11-26T14:23:45,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:45,962 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:45,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72335550, jitterRate=0.07788369059562683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732631025954Initializing all the Stores at 1732631025955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631025955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631025955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631025955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631025955Cleaning up temporary data from old regions at 1732631025962 (+7 ms)Region opened successfully at 1732631025964 (+2 ms) 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:45,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:45,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:45,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631025964Disabling compacts and flushes for region at 1732631025964Disabling writes for close at 1732631025964Writing region close event to WAL at 1732631025964Closed at 1732631025964 2024-11-26T14:23:45,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:45,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:23:45,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:23:45,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:45,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:23:46,117 DEBUG [19945b63c2b4:38113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:23:46,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,41801,1732631023023 2024-11-26T14:23:46,119 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,41801,1732631023023, state=OPENING 2024-11-26T14:23:46,168 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:23:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:23:46,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:46,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127652789/meta-region-server: CHANGED 2024-11-26T14:23:46,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,41801,1732631023023}] 2024-11-26T14:23:46,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127652789/meta-region-server: CHANGED 2024-11-26T14:23:46,360 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:46,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:23:46,369 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:23:46,369 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:46,370 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:23:46,371 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C41801%2C1732631023023.meta, suffix=.meta, logDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/oldWALs, maxLogs=10 2024-11-26T14:23:46,394 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631026371.meta, exclude list is [], retry=0 2024-11-26T14:23:46,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:23:46,404 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631026371.meta 2024-11-26T14:23:46,416 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:23:46,416 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:46,417 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:46,417 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:46,417 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:23:46,417 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:23:46,417 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:23:46,417 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:46,417 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:23:46,417 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:23:46,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:46,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:46,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:46,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:46,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:46,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:46,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:46,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:46,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:46,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:46,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:46,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:46,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:46,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:46,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:46,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:46,436 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:46,437 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740 2024-11-26T14:23:46,438 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740 2024-11-26T14:23:46,439 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:46,439 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:46,440 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:46,442 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:46,444 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60936334, jitterRate=-0.09197786450386047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:46,444 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:23:46,444 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732631026418Writing region info on filesystem at 1732631026418Initializing all the Stores at 1732631026419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631026419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631026424 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631026425 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631026425Cleaning up temporary data from old regions at 1732631026439 (+14 ms)Running coprocessor post-open hooks at 1732631026444 (+5 ms)Region opened successfully at 1732631026444 2024-11-26T14:23:46,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T14:23:46,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T14:23:46,445 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732631026360 2024-11-26T14:23:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-26T14:23:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-26T14:23:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:23:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-26T14:23:46,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T14:23:46,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T14:23:46,449 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:23:46,449 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:23:46,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,41801,1732631023023 2024-11-26T14:23:46,453 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,41801,1732631023023, state=OPEN 2024-11-26T14:23:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2127652789/meta-region-server 2024-11-26T14:23:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2127652789/meta-region-server 2024-11-26T14:23:46,474 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,41801,1732631023023 2024-11-26T14:23:46,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127652789/meta-region-server: CHANGED 2024-11-26T14:23:46,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2127652789/meta-region-server: CHANGED 2024-11-26T14:23:46,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:23:46,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,41801,1732631023023 in 267 msec 2024-11-26T14:23:46,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:23:46,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-26T14:23:46,478 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:46,478 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:23:46,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:46,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,41801,1732631023023, seqNum=-1] 2024-11-26T14:23:46,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:46,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:46,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-26T14:23:46,490 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732631026490, completionTime=-1 2024-11-26T14:23:46,490 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:23:46,490 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:23:46,493 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:23:46,493 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631086493 2024-11-26T14:23:46,493 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631146493 2024-11-26T14:23:46,493 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T14:23:46,493 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,38113,1732631022821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,494 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,38113,1732631022821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,494 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,38113,1732631022821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,494 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:38113, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,494 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,495 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,496 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:23:46,499 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.383sec 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,38113,1732631022821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:46,500 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,38113,1732631022821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:23:46,517 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:23:46,518 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:23:46,518 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,38113,1732631022821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:46,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4eba30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:46,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,38113,-1 for getting cluster id 2024-11-26T14:23:46,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:46,577 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963336ec-5ccc-4100-a870-82d209a9e0a6' 2024-11-26T14:23:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963336ec-5ccc-4100-a870-82d209a9e0a6" 2024-11-26T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a5613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,38113,-1] 2024-11-26T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:46,581 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:46,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f12594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:46,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,41801,1732631023023, seqNum=-1] 2024-11-26T14:23:46,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:46,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:46,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,38113,1732631022821 2024-11-26T14:23:46,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:46,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:46,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10177873fe50002 connected 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir so I do NOT create it in target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89 2024-11-26T14:23:46,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.tmp.dir so I do NOT create it in target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89 2024-11-26T14:23:46,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:23:46,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/cluster_9c7adf0a-2ff9-fdfc-1efc-d9a026127fe7, deleteOnExit=true 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/test.cache.data in system properties and HBase conf 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:23:46,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:23:46,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:23:46,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:23:46,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:23:47,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:47,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:47,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:47,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:47,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:23:47,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:47,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fc8856{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:47,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b1a7bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:47,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458744d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/java.io.tmpdir/jetty-localhost-38439-hadoop-hdfs-3_4_1-tests_jar-_-any-14583388627710001405/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:47,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60bfec3a{HTTP/1.1, (http/1.1)}{localhost:38439} 2024-11-26T14:23:47,219 INFO [Time-limited test {}] server.Server(415): Started @337127ms 2024-11-26T14:23:47,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:47,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:47,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:47,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:47,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T14:23:47,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3914a300{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:47,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6705714e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:47,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cd40d2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/java.io.tmpdir/jetty-localhost-38053-hadoop-hdfs-3_4_1-tests_jar-_-any-15971799067132353522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:47,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a9eb360{HTTP/1.1, (http/1.1)}{localhost:38053} 2024-11-26T14:23:47,580 INFO [Time-limited test {}] server.Server(415): Started @337488ms 2024-11-26T14:23:47,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:23:48,258 WARN [Thread-4459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/cluster_9c7adf0a-2ff9-fdfc-1efc-d9a026127fe7/data/data1/current/BP-567293830-172.17.0.3-1732631026690/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:48,258 WARN [Thread-4460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/cluster_9c7adf0a-2ff9-fdfc-1efc-d9a026127fe7/data/data2/current/BP-567293830-172.17.0.3-1732631026690/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:48,279 WARN [Thread-4447 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:23:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x992eb462cecccfa9 with lease ID 0xb8c224dd4b19bbd: Processing first storage report for DS-656b54fc-b4b7-4be3-a36d-cf6e8f3ea02b from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=82f42afb-a159-4459-8e1b-a8b558dfb965, infoPort=37451, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1565224944;c=1732631026690) 2024-11-26T14:23:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x992eb462cecccfa9 with lease ID 0xb8c224dd4b19bbd: from storage DS-656b54fc-b4b7-4be3-a36d-cf6e8f3ea02b node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=82f42afb-a159-4459-8e1b-a8b558dfb965, infoPort=37451, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1565224944;c=1732631026690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x992eb462cecccfa9 with lease ID 0xb8c224dd4b19bbd: Processing first storage report for DS-487a7bfa-04e3-4338-a181-bf5399d8c3ef from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=82f42afb-a159-4459-8e1b-a8b558dfb965, infoPort=37451, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1565224944;c=1732631026690) 2024-11-26T14:23:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x992eb462cecccfa9 with lease ID 0xb8c224dd4b19bbd: from storage DS-487a7bfa-04e3-4338-a181-bf5399d8c3ef node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=82f42afb-a159-4459-8e1b-a8b558dfb965, infoPort=37451, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1565224944;c=1732631026690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:48,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89 2024-11-26T14:23:48,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:48,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:23:48,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9 with version=8 2024-11-26T14:23:48,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/hbase-staging 2024-11-26T14:23:48,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:23:48,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:48,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35095 2024-11-26T14:23:48,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35095 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350950x0, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:48,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35095-0x10177873fe50003 connected 2024-11-26T14:23:48,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:48,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:48,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/running 2024-11-26T14:23:48,849 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9, hbase.cluster.distributed=false 2024-11-26T14:23:48,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/acl 2024-11-26T14:23:48,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35095 2024-11-26T14:23:48,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35095 2024-11-26T14:23:48,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35095 2024-11-26T14:23:48,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35095 2024-11-26T14:23:48,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35095 2024-11-26T14:23:48,869 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:23:48,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:48,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32785 2024-11-26T14:23:48,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32785 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:48,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:48,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:48,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327850x0, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:48,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327850x0, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/running 2024-11-26T14:23:48,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32785-0x10177873fe50004 connected 2024-11-26T14:23:48,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:23:48,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:23:48,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/master 2024-11-26T14:23:48,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/acl 2024-11-26T14:23:48,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32785 2024-11-26T14:23:48,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32785 2024-11-26T14:23:48,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32785 2024-11-26T14:23:48,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32785 2024-11-26T14:23:48,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32785 2024-11-26T14:23:48,898 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:35095 2024-11-26T14:23:48,899 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1031813839/backup-masters/19945b63c2b4,35095,1732631028720 2024-11-26T14:23:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839/backup-masters 2024-11-26T14:23:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839/backup-masters 2024-11-26T14:23:48,909 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on existing znode=/1-1031813839/backup-masters/19945b63c2b4,35095,1732631028720 2024-11-26T14:23:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1031813839/master 2024-11-26T14:23:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:48,919 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on existing znode=/1-1031813839/master 2024-11-26T14:23:48,920 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1031813839/backup-masters/19945b63c2b4,35095,1732631028720 from backup master directory 2024-11-26T14:23:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1031813839/backup-masters/19945b63c2b4,35095,1732631028720 2024-11-26T14:23:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839/backup-masters 2024-11-26T14:23:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839/backup-masters 2024-11-26T14:23:48,930 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:48,930 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,35095,1732631028720 2024-11-26T14:23:48,933 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/hbase.id] with ID: 21bb2697-d422-4e3d-bf53-00045956c289 2024-11-26T14:23:48,933 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/.tmp/hbase.id 2024-11-26T14:23:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:23:49,336 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/.tmp/hbase.id]:[hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/hbase.id] 2024-11-26T14:23:49,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:49,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:23:49,344 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-26T14:23:49,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:49,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:23:49,797 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:49,798 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:23:49,798 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:49,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:23:50,204 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store 2024-11-26T14:23:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:23:50,210 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:50,210 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:50,210 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:50,210 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:50,210 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:50,210 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:50,210 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:50,210 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631030210Disabling compacts and flushes for region at 1732631030210Disabling writes for close at 1732631030210Writing region close event to WAL at 1732631030210Closed at 1732631030210 2024-11-26T14:23:50,211 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/.initializing 2024-11-26T14:23:50,211 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/WALs/19945b63c2b4,35095,1732631028720 2024-11-26T14:23:50,212 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:50,214 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C35095%2C1732631028720, suffix=, logDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/WALs/19945b63c2b4,35095,1732631028720, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/oldWALs, maxLogs=10 2024-11-26T14:23:50,235 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/WALs/19945b63c2b4,35095,1732631028720/19945b63c2b4%2C35095%2C1732631028720.1732631030214, exclude list is [], retry=0 2024-11-26T14:23:50,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-656b54fc-b4b7-4be3-a36d-cf6e8f3ea02b,DISK] 2024-11-26T14:23:50,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/WALs/19945b63c2b4,35095,1732631028720/19945b63c2b4%2C35095%2C1732631028720.1732631030214 2024-11-26T14:23:50,256 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37451:37451)] 2024-11-26T14:23:50,256 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:50,257 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:50,257 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,257 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:23:50,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:50,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:50,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:23:50,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:50,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:50,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:23:50,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:50,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:50,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:23:50,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:50,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:50,269 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,270 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,270 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,271 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,271 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,272 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:50,273 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:50,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:50,277 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73317616, jitterRate=0.09251761436462402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:50,277 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732631030257Initializing all the Stores at 1732631030259 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631030259Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631030259Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631030259Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631030259Cleaning up temporary data from old regions at 1732631030271 (+12 ms)Region opened successfully at 1732631030277 (+6 ms) 2024-11-26T14:23:50,278 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:23:50,281 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d012e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:50,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:23:50,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:23:50,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:23:50,282 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:23:50,283 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:23:50,284 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:23:50,284 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:23:50,288 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:23:50,291 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Unable to get data of znode /1-1031813839/balancer because node does not exist (not necessarily an error) 2024-11-26T14:23:50,358 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1031813839/balancer already deleted, retry=false 2024-11-26T14:23:50,358 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:23:50,359 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Unable to get data of znode /1-1031813839/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:23:50,368 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1031813839/normalizer already deleted, retry=false 2024-11-26T14:23:50,369 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:23:50,378 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Unable to get data of znode /1-1031813839/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:23:50,389 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1031813839/switch/split already deleted, retry=false 2024-11-26T14:23:50,390 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Unable to get data of znode /1-1031813839/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:23:50,400 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1031813839/switch/merge already deleted, retry=false 2024-11-26T14:23:50,404 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Unable to get data of znode /1-1031813839/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:23:50,414 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1031813839/snapshot-cleanup already deleted, retry=false 2024-11-26T14:23:50,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1031813839/running 2024-11-26T14:23:50,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1031813839/running 2024-11-26T14:23:50,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:50,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:50,425 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,35095,1732631028720, sessionid=0x10177873fe50003, setting cluster-up flag (Was=false) 2024-11-26T14:23:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:50,478 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1031813839/flush-table-proc/acquired, /1-1031813839/flush-table-proc/reached, /1-1031813839/flush-table-proc/abort 2024-11-26T14:23:50,483 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,35095,1732631028720 2024-11-26T14:23:50,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:50,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:50,537 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1031813839/online-snapshot/acquired, /1-1031813839/online-snapshot/reached, /1-1031813839/online-snapshot/abort 2024-11-26T14:23:50,538 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,35095,1732631028720 2024-11-26T14:23:50,539 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:23:50,541 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:50,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:23:50,542 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:23:50,542 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,35095,1732631028720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:50,544 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:50,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:23:50,556 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:50,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631060569 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:23:50,569 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:23:50,576 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,592 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:23:50,592 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:23:50,592 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:23:50,592 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:23:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:23:50,612 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:23:50,612 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:23:50,612 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631030612,5,FailOnTimeoutGroup] 2024-11-26T14:23:50,616 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631030612,5,FailOnTimeoutGroup] 2024-11-26T14:23:50,616 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,616 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:23:50,616 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,616 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,630 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(746): ClusterId : 21bb2697-d422-4e3d-bf53-00045956c289 2024-11-26T14:23:50,630 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:23:50,643 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:23:50,644 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:23:50,658 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:23:50,658 DEBUG [RS:0;19945b63c2b4:32785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef50533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:50,676 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:32785 2024-11-26T14:23:50,676 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:23:50,676 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:23:50,676 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:23:50,677 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,35095,1732631028720 with port=32785, startcode=1732631028869 2024-11-26T14:23:50,677 DEBUG [RS:0;19945b63c2b4:32785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:23:50,682 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:23:50,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,32785,1732631028869 2024-11-26T14:23:50,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,32785,1732631028869 2024-11-26T14:23:50,685 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9 2024-11-26T14:23:50,685 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45811 2024-11-26T14:23:50,685 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:23:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839/rs 2024-11-26T14:23:50,733 DEBUG [RS:0;19945b63c2b4:32785 {}] zookeeper.ZKUtil(111): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on existing znode=/1-1031813839/rs/19945b63c2b4,32785,1732631028869 2024-11-26T14:23:50,733 WARN [RS:0;19945b63c2b4:32785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:50,733 INFO [RS:0;19945b63c2b4:32785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:50,733 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869 2024-11-26T14:23:50,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,32785,1732631028869] 2024-11-26T14:23:50,743 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:23:50,744 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:23:50,748 INFO [RS:0;19945b63c2b4:32785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:23:50,748 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,752 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:23:50,753 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:23:50,753 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,753 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,753 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,753 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,753 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,753 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,753 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:50,754 DEBUG [RS:0;19945b63c2b4:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:50,788 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,788 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,788 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,788 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,788 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,788 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32785,1732631028869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:50,809 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:23:50,809 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,32785,1732631028869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,809 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,809 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.Replication(171): 19945b63c2b4,32785,1732631028869 started 2024-11-26T14:23:50,832 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:50,832 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,32785,1732631028869, RpcServer on 19945b63c2b4/172.17.0.3:32785, sessionid=0x10177873fe50004 2024-11-26T14:23:50,832 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:23:50,832 DEBUG [RS:0;19945b63c2b4:32785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,32785,1732631028869 2024-11-26T14:23:50,832 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,32785,1732631028869' 2024-11-26T14:23:50,832 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1031813839/flush-table-proc/abort' 2024-11-26T14:23:50,833 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1031813839/flush-table-proc/acquired' 2024-11-26T14:23:50,833 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:23:50,833 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:23:50,833 DEBUG [RS:0;19945b63c2b4:32785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,32785,1732631028869 2024-11-26T14:23:50,833 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,32785,1732631028869' 2024-11-26T14:23:50,833 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1031813839/online-snapshot/abort' 2024-11-26T14:23:50,834 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1031813839/online-snapshot/acquired' 2024-11-26T14:23:50,834 DEBUG [RS:0;19945b63c2b4:32785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:23:50,834 INFO [RS:0;19945b63c2b4:32785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:23:50,834 INFO [RS:0;19945b63c2b4:32785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:23:50,934 INFO [RS:0;19945b63c2b4:32785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:50,936 INFO [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C32785%2C1732631028869, suffix=, logDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/oldWALs, maxLogs=10 2024-11-26T14:23:50,952 DEBUG [RS:0;19945b63c2b4:32785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869/19945b63c2b4%2C32785%2C1732631028869.1732631030936, exclude list is [], retry=0 2024-11-26T14:23:50,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-656b54fc-b4b7-4be3-a36d-cf6e8f3ea02b,DISK] 2024-11-26T14:23:50,955 INFO [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869/19945b63c2b4%2C32785%2C1732631028869.1732631030936 2024-11-26T14:23:50,956 DEBUG [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37451:37451)] 2024-11-26T14:23:51,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:23:51,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9 2024-11-26T14:23:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:23:51,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:51,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:51,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:51,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:51,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:51,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:51,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:51,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:51,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:51,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:51,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740 2024-11-26T14:23:51,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740 2024-11-26T14:23:51,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:51,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:51,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:51,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:51,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:51,426 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67380251, jitterRate=0.004043981432914734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732631031417Initializing all the Stores at 1732631031417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631031418 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631031418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631031418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631031418Cleaning up temporary data from old regions at 1732631031424 (+6 ms)Region opened successfully at 1732631031426 (+2 ms) 2024-11-26T14:23:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:51,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:51,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:51,427 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:51,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631031426Disabling compacts and flushes for region at 1732631031426Disabling writes for close at 1732631031426Writing region close event to WAL at 1732631031426Closed at 1732631031426 2024-11-26T14:23:51,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:51,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:23:51,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:23:51,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:51,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:23:51,580 DEBUG [19945b63c2b4:35095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:23:51,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,32785,1732631028869 2024-11-26T14:23:51,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,32785,1732631028869, state=OPENING 2024-11-26T14:23:51,642 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:23:51,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:51,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:23:51,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1031813839/meta-region-server: CHANGED 2024-11-26T14:23:51,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1031813839/meta-region-server: CHANGED 2024-11-26T14:23:51,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:51,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,32785,1732631028869}] 2024-11-26T14:23:51,805 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:51,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:23:51,809 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:23:51,809 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:51,809 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:23:51,810 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C32785%2C1732631028869.meta, suffix=.meta, logDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/oldWALs, maxLogs=10 2024-11-26T14:23:51,825 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869/19945b63c2b4%2C32785%2C1732631028869.meta.1732631031810.meta, exclude list is [], retry=0 2024-11-26T14:23:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-656b54fc-b4b7-4be3-a36d-cf6e8f3ea02b,DISK] 2024-11-26T14:23:51,828 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/WALs/19945b63c2b4,32785,1732631028869/19945b63c2b4%2C32785%2C1732631028869.meta.1732631031810.meta 2024-11-26T14:23:51,828 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37451:37451)] 2024-11-26T14:23:51,828 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:51,829 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:51,829 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:51,829 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:23:51,829 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:23:51,829 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:23:51,829 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:51,829 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:23:51,829 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:23:51,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:51,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:51,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:51,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:51,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:51,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:51,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:51,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:51,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:51,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:51,834 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:51,834 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740 2024-11-26T14:23:51,835 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740 2024-11-26T14:23:51,835 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:51,835 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:51,836 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:51,836 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:51,837 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66727702, jitterRate=-0.00567975640296936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:51,837 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:23:51,837 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732631031829Writing region info on filesystem at 1732631031829Initializing all the Stores at 1732631031830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631031830Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631031830Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631031830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631031830Cleaning up temporary data from old regions at 1732631031835 (+5 ms)Running coprocessor post-open hooks at 1732631031837 (+2 ms)Region opened successfully at 1732631031837 2024-11-26T14:23:51,838 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732631031805 2024-11-26T14:23:51,839 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:23:51,839 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:23:51,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,32785,1732631028869 2024-11-26T14:23:51,840 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,32785,1732631028869, state=OPEN 2024-11-26T14:23:51,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1031813839/meta-region-server 2024-11-26T14:23:51,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1031813839/meta-region-server 2024-11-26T14:23:51,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,32785,1732631028869 2024-11-26T14:23:51,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1031813839/meta-region-server: CHANGED 2024-11-26T14:23:51,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1031813839/meta-region-server: CHANGED 2024-11-26T14:23:51,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:23:51,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,32785,1732631028869 in 199 msec 2024-11-26T14:23:51,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:23:51,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-26T14:23:51,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:51,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:23:51,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:51,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32785,1732631028869, seqNum=-1] 2024-11-26T14:23:51,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:51,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:51,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-26T14:23:51,863 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732631031863, completionTime=-1 2024-11-26T14:23:51,863 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:23:51,863 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:23:51,864 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:23:51,864 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631091864 2024-11-26T14:23:51,864 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631151864 2024-11-26T14:23:51,864 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:23:51,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35095,1732631028720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35095,1732631028720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35095,1732631028720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:35095, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,865 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,866 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35095,1732631028720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:51,868 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35095,1732631028720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:23:51,870 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:23:51,870 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:23:51,870 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,35095,1732631028720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:51,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:51,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b582525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:51,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35095,-1 for getting cluster id 2024-11-26T14:23:51,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:51,933 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bb2697-d422-4e3d-bf53-00045956c289' 2024-11-26T14:23:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bb2697-d422-4e3d-bf53-00045956c289" 2024-11-26T14:23:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250aeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35095,-1] 2024-11-26T14:23:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:51,935 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:51,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8a4078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:51,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32785,1732631028869, seqNum=-1] 2024-11-26T14:23:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:51,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:51,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,35095,1732631028720 2024-11-26T14:23:51,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:51,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir so I do NOT create it in target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135 2024-11-26T14:23:51,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T14:23:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.tmp.dir so I do NOT create it in target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135 2024-11-26T14:23:51,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T14:23:51,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135 2024-11-26T14:23:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T14:23:51,982 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/cluster_3c5c0dd4-c698-4439-ccd8-8fd497fe2fe0, deleteOnExit=true 2024-11-26T14:23:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T14:23:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/test.cache.data in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/hadoop.log.dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T14:23:51,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/nfs.dump.dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/java.io.tmpdir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T14:23:51,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T14:23:51,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10177873fe50005 connected 2024-11-26T14:23:51,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:51,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:52,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:52,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:52,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:52,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:52,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:52,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:52,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:52,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:52,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:23:52,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:52,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3587dce9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:52,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8dc15a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:52,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53869382{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-16242866048911062353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:23:52,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a2492b{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-11-26T14:23:52,558 INFO [Time-limited test {}] server.Server(415): Started @342465ms 2024-11-26T14:23:52,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T14:23:52,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T14:23:52,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T14:23:52,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T14:23:52,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T14:23:52,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@459f22dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/hadoop.log.dir/,AVAILABLE} 2024-11-26T14:23:52,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d12ead0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T14:23:52,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cfe4b41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/java.io.tmpdir/jetty-localhost-33349-hadoop-hdfs-3_4_1-tests_jar-_-any-14832396700931400832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:23:52,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cb2ee14{HTTP/1.1, (http/1.1)}{localhost:33349} 2024-11-26T14:23:52,941 INFO [Time-limited test {}] server.Server(415): Started @342848ms 2024-11-26T14:23:52,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T14:23:53,578 WARN [Thread-4580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/cluster_3c5c0dd4-c698-4439-ccd8-8fd497fe2fe0/data/data1/current/BP-1818213015-172.17.0.3-1732631032082/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:53,578 WARN [Thread-4581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/cluster_3c5c0dd4-c698-4439-ccd8-8fd497fe2fe0/data/data2/current/BP-1818213015-172.17.0.3-1732631032082/current, will proceed with Du for space computation calculation, 2024-11-26T14:23:53,599 WARN [Thread-4568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T14:23:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e305986900a7ed6 with lease ID 0x3f72915949260dd5: Processing first storage report for DS-64189c96-76e7-41b6-9e44-ed1abdd01883 from datanode DatanodeRegistration(127.0.0.1:35883, datanodeUuid=859fff54-261d-44fe-9b41-c25d2ccaf726, infoPort=33437, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=1485310325;c=1732631032082) 2024-11-26T14:23:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e305986900a7ed6 with lease ID 0x3f72915949260dd5: from storage DS-64189c96-76e7-41b6-9e44-ed1abdd01883 node DatanodeRegistration(127.0.0.1:35883, datanodeUuid=859fff54-261d-44fe-9b41-c25d2ccaf726, infoPort=33437, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=1485310325;c=1732631032082), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e305986900a7ed6 with lease ID 0x3f72915949260dd5: Processing first storage report for DS-0c299ed2-880d-4e2f-9147-e4996ab49497 from datanode DatanodeRegistration(127.0.0.1:35883, datanodeUuid=859fff54-261d-44fe-9b41-c25d2ccaf726, infoPort=33437, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=1485310325;c=1732631032082) 2024-11-26T14:23:53,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e305986900a7ed6 with lease ID 0x3f72915949260dd5: from storage DS-0c299ed2-880d-4e2f-9147-e4996ab49497 node DatanodeRegistration(127.0.0.1:35883, datanodeUuid=859fff54-261d-44fe-9b41-c25d2ccaf726, infoPort=33437, infoSecurePort=0, ipcPort=37897, storageInfo=lv=-57;cid=testClusterID;nsid=1485310325;c=1732631032082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T14:23:53,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135 2024-11-26T14:23:53,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:53,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741825_1001 (size=7) 2024-11-26T14:23:54,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0 with version=8 2024-11-26T14:23:54,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/hbase-staging 2024-11-26T14:23:54,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:54,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:54,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:54,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:54,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:54,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:54,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T14:23:54,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:54,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37237 2024-11-26T14:23:54,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37237 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:54,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372370x0, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:54,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37237-0x10177873fe50006 connected 2024-11-26T14:23:54,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:54,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:54,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/running 2024-11-26T14:23:54,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0, hbase.cluster.distributed=false 2024-11-26T14:23:54,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/acl 2024-11-26T14:23:54,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-26T14:23:54,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37237 2024-11-26T14:23:54,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37237 2024-11-26T14:23:54,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-26T14:23:54,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-26T14:23:54,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T14:23:54,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T14:23:54,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36019 2024-11-26T14:23:54,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36019 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:54,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:54,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:54,403 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360190x0, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:54,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36019-0x10177873fe50007 connected 2024-11-26T14:23:54,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360190x0, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/running 2024-11-26T14:23:54,404 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T14:23:54,404 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T14:23:54,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/master 2024-11-26T14:23:54,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/acl 2024-11-26T14:23:54,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36019 2024-11-26T14:23:54,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36019 2024-11-26T14:23:54,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36019 2024-11-26T14:23:54,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36019 2024-11-26T14:23:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36019 2024-11-26T14:23:54,423 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:37237 2024-11-26T14:23:54,423 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21359802218/backup-masters/19945b63c2b4,37237,1732631034078 2024-11-26T14:23:54,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218/backup-masters 2024-11-26T14:23:54,435 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218/backup-masters 2024-11-26T14:23:54,435 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on existing znode=/21359802218/backup-masters/19945b63c2b4,37237,1732631034078 2024-11-26T14:23:54,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:54,445 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21359802218/master 2024-11-26T14:23:54,445 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:54,445 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on existing znode=/21359802218/master 2024-11-26T14:23:54,446 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21359802218/backup-masters/19945b63c2b4,37237,1732631034078 from backup master directory 2024-11-26T14:23:54,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359802218/backup-masters/19945b63c2b4,37237,1732631034078 2024-11-26T14:23:54,456 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218/backup-masters 2024-11-26T14:23:54,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218/backup-masters 2024-11-26T14:23:54,456 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:54,456 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,37237,1732631034078 2024-11-26T14:23:54,458 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/hbase.id] with ID: fe45aa30-8029-436f-a0dd-ad7e8c14b73c 2024-11-26T14:23:54,459 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/.tmp/hbase.id 2024-11-26T14:23:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741826_1002 (size=42) 2024-11-26T14:23:54,464 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/.tmp/hbase.id]:[hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/hbase.id] 2024-11-26T14:23:54,472 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:23:54,472 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T14:23:54,473 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T14:23:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:54,484 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741827_1003 (size=196) 2024-11-26T14:23:54,888 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:54,889 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T14:23:54,889 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:54,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741828_1004 (size=1189) 2024-11-26T14:23:55,295 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store 2024-11-26T14:23:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741829_1005 (size=34) 2024-11-26T14:23:55,700 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:55,700 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:23:55,700 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:55,700 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:55,700 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:23:55,700 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:55,700 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:23:55,700 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631035700Disabling compacts and flushes for region at 1732631035700Disabling writes for close at 1732631035700Writing region close event to WAL at 1732631035700Closed at 1732631035700 2024-11-26T14:23:55,701 WARN [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/.initializing 2024-11-26T14:23:55,701 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/WALs/19945b63c2b4,37237,1732631034078 2024-11-26T14:23:55,702 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:55,703 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C37237%2C1732631034078, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/WALs/19945b63c2b4,37237,1732631034078, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/oldWALs, maxLogs=10 2024-11-26T14:23:55,718 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/WALs/19945b63c2b4,37237,1732631034078/19945b63c2b4%2C37237%2C1732631034078.1732631035703, exclude list is [], retry=0 2024-11-26T14:23:55,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-64189c96-76e7-41b6-9e44-ed1abdd01883,DISK] 2024-11-26T14:23:55,722 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/WALs/19945b63c2b4,37237,1732631034078/19945b63c2b4%2C37237%2C1732631034078.1732631035703 2024-11-26T14:23:55,724 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-11-26T14:23:55,724 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:55,724 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:55,724 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,725 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T14:23:55,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:55,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:55,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T14:23:55,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:55,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:55,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T14:23:55,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:55,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:55,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T14:23:55,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:55,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:55,734 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,735 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,738 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,739 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:55,741 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T14:23:55,743 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:55,744 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61218185, jitterRate=-0.08777795732021332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:55,744 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732631035725Initializing all the Stores at 1732631035725Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631035725Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631035726 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631035726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631035726Cleaning up temporary data from old regions at 1732631035739 (+13 ms)Region opened successfully at 1732631035744 (+5 ms) 2024-11-26T14:23:55,745 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T14:23:55,752 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b9e0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:55,753 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T14:23:55,754 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T14:23:55,754 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T14:23:55,754 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T14:23:55,755 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T14:23:55,755 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T14:23:55,755 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T14:23:55,763 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T14:23:55,765 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Unable to get data of znode /21359802218/balancer because node does not exist (not necessarily an error) 2024-11-26T14:23:55,772 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359802218/balancer already deleted, retry=false 2024-11-26T14:23:55,773 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T14:23:55,774 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Unable to get data of znode /21359802218/normalizer because node does not exist (not necessarily an error) 2024-11-26T14:23:55,782 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359802218/normalizer already deleted, retry=false 2024-11-26T14:23:55,783 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T14:23:55,785 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Unable to get data of znode /21359802218/switch/split because node does not exist (not necessarily an error) 2024-11-26T14:23:55,793 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359802218/switch/split already deleted, retry=false 2024-11-26T14:23:55,793 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Unable to get data of znode /21359802218/switch/merge because node does not exist (not necessarily an error) 2024-11-26T14:23:55,803 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359802218/switch/merge already deleted, retry=false 2024-11-26T14:23:55,805 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Unable to get data of znode /21359802218/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T14:23:55,814 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359802218/snapshot-cleanup already deleted, retry=false 2024-11-26T14:23:55,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21359802218/running 2024-11-26T14:23:55,824 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21359802218/running 2024-11-26T14:23:55,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:55,824 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:55,825 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,37237,1732631034078, sessionid=0x10177873fe50006, setting cluster-up flag (Was=false) 2024-11-26T14:23:55,845 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:55,877 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21359802218/flush-table-proc/acquired, /21359802218/flush-table-proc/reached, /21359802218/flush-table-proc/abort 2024-11-26T14:23:55,878 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,37237,1732631034078 2024-11-26T14:23:56,077 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:56,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:56,224 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21359802218/online-snapshot/acquired, /21359802218/online-snapshot/reached, /21359802218/online-snapshot/abort 2024-11-26T14:23:56,225 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,37237,1732631034078 2024-11-26T14:23:56,226 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T14:23:56,227 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:56,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T14:23:56,228 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T14:23:56,228 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,37237,1732631034078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T14:23:56,229 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:56,229 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:56,229 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:56,230 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5 2024-11-26T14:23:56,230 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10 2024-11-26T14:23:56,230 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,230 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:56,230 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:56,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T14:23:56,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:56,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T14:23:56,245 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732631066245 2024-11-26T14:23:56,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T14:23:56,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T14:23:56,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T14:23:56,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T14:23:56,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T14:23:56,246 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T14:23:56,247 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,248 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T14:23:56,248 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T14:23:56,248 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T14:23:56,248 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-26T14:23:56,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T14:23:56,251 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T14:23:56,252 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631036251,5,FailOnTimeoutGroup] 2024-11-26T14:23:56,253 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631036252,5,FailOnTimeoutGroup] 2024-11-26T14:23:56,253 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,253 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T14:23:56,253 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741831_1007 (size=1321) 2024-11-26T14:23:56,253 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,314 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(746): ClusterId : fe45aa30-8029-436f-a0dd-ad7e8c14b73c 2024-11-26T14:23:56,314 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T14:23:56,326 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T14:23:56,326 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T14:23:56,337 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T14:23:56,337 DEBUG [RS:0;19945b63c2b4:36019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbda40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0 2024-11-26T14:23:56,348 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:36019 2024-11-26T14:23:56,348 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T14:23:56,348 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T14:23:56,348 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T14:23:56,349 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,37237,1732631034078 with port=36019, startcode=1732631034385 2024-11-26T14:23:56,349 DEBUG [RS:0;19945b63c2b4:36019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T14:23:56,350 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T14:23:56,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,352 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0 2024-11-26T14:23:56,352 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38133 2024-11-26T14:23:56,352 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T14:23:56,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218/rs 2024-11-26T14:23:56,410 DEBUG [RS:0;19945b63c2b4:36019 {}] zookeeper.ZKUtil(111): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on existing znode=/21359802218/rs/19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,410 WARN [RS:0;19945b63c2b4:36019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T14:23:56,411 INFO [RS:0;19945b63c2b4:36019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:56,411 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,36019,1732631034385] 2024-11-26T14:23:56,413 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T14:23:56,415 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T14:23:56,416 INFO [RS:0;19945b63c2b4:36019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T14:23:56,416 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,417 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T14:23:56,418 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T14:23:56,418 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:56,418 DEBUG [RS:0;19945b63c2b4:36019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3 2024-11-26T14:23:56,421 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,421 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,421 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,421 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,421 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,421 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36019,1732631034385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:56,434 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T14:23:56,434 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,36019,1732631034385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,434 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,434 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.Replication(171): 19945b63c2b4,36019,1732631034385 started 2024-11-26T14:23:56,449 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:56,449 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,36019,1732631034385, RpcServer on 19945b63c2b4/172.17.0.3:36019, sessionid=0x10177873fe50007 2024-11-26T14:23:56,449 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,36019,1732631034385' 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21359802218/flush-table-proc/abort' 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21359802218/flush-table-proc/acquired' 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,36019,1732631034385' 2024-11-26T14:23:56,450 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21359802218/online-snapshot/abort' 2024-11-26T14:23:56,451 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21359802218/online-snapshot/acquired' 2024-11-26T14:23:56,451 DEBUG [RS:0;19945b63c2b4:36019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T14:23:56,451 INFO [RS:0;19945b63c2b4:36019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T14:23:56,451 INFO [RS:0;19945b63c2b4:36019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T14:23:56,551 INFO [RS:0;19945b63c2b4:36019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T14:23:56,552 INFO [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36019%2C1732631034385, suffix=, logDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/oldWALs, maxLogs=10 2024-11-26T14:23:56,565 DEBUG [RS:0;19945b63c2b4:36019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385/19945b63c2b4%2C36019%2C1732631034385.1732631036553, exclude list is [], retry=0 2024-11-26T14:23:56,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-64189c96-76e7-41b6-9e44-ed1abdd01883,DISK] 2024-11-26T14:23:56,568 INFO [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385/19945b63c2b4%2C36019%2C1732631034385.1732631036553 2024-11-26T14:23:56,568 DEBUG [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-11-26T14:23:56,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T14:23:56,654 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0 2024-11-26T14:23:56,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741833_1009 (size=32) 2024-11-26T14:23:56,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:56,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:56,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:56,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:56,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:56,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:56,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:56,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:56,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:56,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:56,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:56,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:56,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:56,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:56,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:56,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:56,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:56,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:56,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740 2024-11-26T14:23:56,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740 2024-11-26T14:23:56,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:56,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:56,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:56,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:56,671 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:56,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69766488, jitterRate=0.039601683616638184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:56,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732631036660Initializing all the Stores at 1732631036660Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631036660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631036660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631036660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631036660Cleaning up temporary data from old regions at 1732631036668 (+8 ms)Region opened successfully at 1732631036672 (+4 ms) 2024-11-26T14:23:56,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:23:56,672 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:23:56,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:23:56,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:23:56,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:23:56,672 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:23:56,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631036672Disabling compacts and flushes for region at 1732631036672Disabling writes for close at 1732631036672Writing region close event to WAL at 1732631036672Closed at 1732631036672 2024-11-26T14:23:56,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:56,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T14:23:56,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T14:23:56,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:56,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T14:23:56,826 DEBUG [19945b63c2b4:37237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T14:23:56,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,36019,1732631034385 2024-11-26T14:23:56,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,36019,1732631034385, state=OPENING 2024-11-26T14:23:56,883 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T14:23:56,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:56,894 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:23:56,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359802218/meta-region-server: CHANGED 2024-11-26T14:23:56,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359802218/meta-region-server: CHANGED 2024-11-26T14:23:56,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T14:23:56,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,36019,1732631034385}] 2024-11-26T14:23:57,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:23:57,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:23:57,050 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T14:23:57,050 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:23:57,050 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T14:23:57,051 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C36019%2C1732631034385.meta, suffix=.meta, logDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385, archiveDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/oldWALs, maxLogs=10 2024-11-26T14:23:57,069 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385/19945b63c2b4%2C36019%2C1732631034385.meta.1732631037052.meta, exclude list is [], retry=0 2024-11-26T14:23:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35883,DS-64189c96-76e7-41b6-9e44-ed1abdd01883,DISK] 2024-11-26T14:23:57,072 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385/19945b63c2b4%2C36019%2C1732631034385.meta.1732631037052.meta 2024-11-26T14:23:57,072 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33437:33437)] 2024-11-26T14:23:57,072 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:57,072 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:57,073 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:23:57,073 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T14:23:57,073 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T14:23:57,073 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T14:23:57,073 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:57,073 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T14:23:57,073 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T14:23:57,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T14:23:57,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T14:23:57,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:57,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T14:23:57,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T14:23:57,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:57,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T14:23:57,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T14:23:57,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T14:23:57,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T14:23:57,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T14:23:57,077 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T14:23:57,078 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740 2024-11-26T14:23:57,078 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740 2024-11-26T14:23:57,079 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T14:23:57,079 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T14:23:57,080 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T14:23:57,080 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T14:23:57,081 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72891749, jitterRate=0.0861717015504837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T14:23:57,081 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T14:23:57,081 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732631037073Writing region info on filesystem at 1732631037073Initializing all the Stores at 1732631037074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631037074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631037074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631037074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732631037074Cleaning up temporary data from old regions at 1732631037079 (+5 ms)Running coprocessor post-open hooks at 1732631037081 (+2 ms)Region opened successfully at 1732631037081 2024-11-26T14:23:57,082 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732631037046 2024-11-26T14:23:57,083 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T14:23:57,083 INFO [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T14:23:57,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,36019,1732631034385 2024-11-26T14:23:57,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,36019,1732631034385, state=OPEN 2024-11-26T14:23:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21359802218/meta-region-server 2024-11-26T14:23:57,094 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21359802218/meta-region-server 2024-11-26T14:23:57,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,36019,1732631034385 2024-11-26T14:23:57,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359802218/meta-region-server: CHANGED 2024-11-26T14:23:57,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359802218/meta-region-server: CHANGED 2024-11-26T14:23:57,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T14:23:57,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,36019,1732631034385 in 199 msec 2024-11-26T14:23:57,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T14:23:57,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-26T14:23:57,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T14:23:57,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T14:23:57,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:57,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36019,1732631034385, seqNum=-1] 2024-11-26T14:23:57,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:57,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:57,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 876 msec 2024-11-26T14:23:57,103 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732631037103, completionTime=-1 2024-11-26T14:23:57,104 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T14:23:57,104 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T14:23:57,105 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T14:23:57,105 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732631097105 2024-11-26T14:23:57,105 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732631157105 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37237,1732631034078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37237,1732631034078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37237,1732631034078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:37237, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,106 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,107 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.653sec 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37237,1732631034078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T14:23:57,109 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37237,1732631034078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T14:23:57,111 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T14:23:57,111 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T14:23:57,111 INFO [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,37237,1732631034078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T14:23:57,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:57,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37237,-1 for getting cluster id 2024-11-26T14:23:57,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:23:57,116 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe45aa30-8029-436f-a0dd-ad7e8c14b73c' 2024-11-26T14:23:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:23:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe45aa30-8029-436f-a0dd-ad7e8c14b73c" 2024-11-26T14:23:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec70784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37237,-1] 2024-11-26T14:23:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:23:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:23:57,118 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:23:57,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:23:57,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:23:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36019,1732631034385, seqNum=-1] 2024-11-26T14:23:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:23:57,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:23:57,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,37237,1732631034078 2024-11-26T14:23:57,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53850 2024-11-26T14:23:57,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T14:23:57,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10177873fe50008 connected 2024-11-26T14:23:57,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,38113,1732631022821 2024-11-26T14:23:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b9a3055 2024-11-26T14:23:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:57,144 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:57,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:57,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:57,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:57,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:57,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:23:57,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:23:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:57,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff6d610aa2a7c67b1f501571e925c767, NAME => 'test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974 2024-11-26T14:23:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:57,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:57,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff6d610aa2a7c67b1f501571e925c767, disabling compactions & flushes 2024-11-26T14:23:57,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. after waiting 0 ms 2024-11-26T14:23:57,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff6d610aa2a7c67b1f501571e925c767: Waiting for close lock at 1732631037579Disabling compacts and flushes for region at 1732631037579Disabling writes for close at 1732631037579Writing region close event to WAL at 1732631037579Closed at 1732631037579 2024-11-26T14:23:57,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:57,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732631037580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732631037580"}]},"ts":"1732631037580"} 2024-11-26T14:23:57,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:57,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:57,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631037586"}]},"ts":"1732631037586"} 2024-11-26T14:23:57,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:57,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff6d610aa2a7c67b1f501571e925c767, ASSIGN}] 2024-11-26T14:23:57,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff6d610aa2a7c67b1f501571e925c767, ASSIGN 2024-11-26T14:23:57,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff6d610aa2a7c67b1f501571e925c767, ASSIGN; state=OFFLINE, location=19945b63c2b4,41801,1732631023023; forceNewPlan=false, retain=false 2024-11-26T14:23:57,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff6d610aa2a7c67b1f501571e925c767, regionState=OPENING, regionLocation=19945b63c2b4,41801,1732631023023 2024-11-26T14:23:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff6d610aa2a7c67b1f501571e925c767, ASSIGN because future has completed 2024-11-26T14:23:57,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff6d610aa2a7c67b1f501571e925c767, server=19945b63c2b4,41801,1732631023023}] 2024-11-26T14:23:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:57,907 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,908 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff6d610aa2a7c67b1f501571e925c767, NAME => 'test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:57,908 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:57,908 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:57,908 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,908 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:57,908 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,908 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,910 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,911 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff6d610aa2a7c67b1f501571e925c767 columnFamilyName f 2024-11-26T14:23:57,911 DEBUG [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,911 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] regionserver.HStore(327): Store=ff6d610aa2a7c67b1f501571e925c767/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:57,911 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,912 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff6d610aa2a7c67b1f501571e925c767 columnFamilyName f1 2024-11-26T14:23:57,912 DEBUG [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,912 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] regionserver.HStore(327): Store=ff6d610aa2a7c67b1f501571e925c767/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:57,913 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,913 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff6d610aa2a7c67b1f501571e925c767 columnFamilyName norep 2024-11-26T14:23:57,913 DEBUG [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:57,914 INFO [StoreOpener-ff6d610aa2a7c67b1f501571e925c767-1 {}] regionserver.HStore(327): Store=ff6d610aa2a7c67b1f501571e925c767/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:57,914 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,915 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,915 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,917 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,917 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,917 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:57,918 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,924 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:57,925 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff6d610aa2a7c67b1f501571e925c767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71671077, jitterRate=0.0679822713136673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:57,925 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:23:57,925 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff6d610aa2a7c67b1f501571e925c767: Running coprocessor pre-open hook at 1732631037909Writing region info on filesystem at 1732631037909Initializing all the Stores at 1732631037909Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631037909Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631037909Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631037909Cleaning up temporary data from old regions at 1732631037917 (+8 ms)Running coprocessor post-open hooks at 1732631037925 (+8 ms)Region opened successfully at 1732631037925 2024-11-26T14:23:57,926 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., pid=6, masterSystemTime=1732631037903 2024-11-26T14:23:57,927 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,927 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:23:57,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff6d610aa2a7c67b1f501571e925c767, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,41801,1732631023023 2024-11-26T14:23:57,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff6d610aa2a7c67b1f501571e925c767, server=19945b63c2b4,41801,1732631023023 because future has completed 2024-11-26T14:23:57,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:57,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff6d610aa2a7c67b1f501571e925c767, server=19945b63c2b4,41801,1732631023023 in 180 msec 2024-11-26T14:23:57,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:57,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff6d610aa2a7c67b1f501571e925c767, ASSIGN in 343 msec 2024-11-26T14:23:57,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:57,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631037935"}]},"ts":"1732631037935"} 2024-11-26T14:23:57,937 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:57,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:57,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-26T14:23:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:58,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:58,286 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:23:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35095,1732631028720 2024-11-26T14:23:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7f227d 2024-11-26T14:23:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:58,289 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:58,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:58,292 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:58,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:58,292 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:58,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:58,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4c39642ef4e1c5b71507881a686079a, NAME => 'test,,1732631038289.c4c39642ef4e1c5b71507881a686079a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9 2024-11-26T14:23:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:58,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732631038289.c4c39642ef4e1c5b71507881a686079a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:58,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c4c39642ef4e1c5b71507881a686079a, disabling compactions & flushes 2024-11-26T14:23:58,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. after waiting 0 ms 2024-11-26T14:23:58,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4c39642ef4e1c5b71507881a686079a: Waiting for close lock at 1732631038364Disabling compacts and flushes for region at 1732631038364Disabling writes for close at 1732631038364Writing region close event to WAL at 1732631038364Closed at 1732631038364 2024-11-26T14:23:58,366 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:58,366 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732631038289.c4c39642ef4e1c5b71507881a686079a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732631038366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732631038366"}]},"ts":"1732631038366"} 2024-11-26T14:23:58,369 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:58,370 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:58,370 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631038370"}]},"ts":"1732631038370"} 2024-11-26T14:23:58,375 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:58,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4c39642ef4e1c5b71507881a686079a, ASSIGN}] 2024-11-26T14:23:58,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4c39642ef4e1c5b71507881a686079a, ASSIGN 2024-11-26T14:23:58,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c4c39642ef4e1c5b71507881a686079a, ASSIGN; state=OFFLINE, location=19945b63c2b4,32785,1732631028869; forceNewPlan=false, retain=false 2024-11-26T14:23:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:58,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4c39642ef4e1c5b71507881a686079a, regionState=OPENING, regionLocation=19945b63c2b4,32785,1732631028869 2024-11-26T14:23:58,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c4c39642ef4e1c5b71507881a686079a, ASSIGN because future has completed 2024-11-26T14:23:58,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4c39642ef4e1c5b71507881a686079a, server=19945b63c2b4,32785,1732631028869}] 2024-11-26T14:23:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:58,688 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,688 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4c39642ef4e1c5b71507881a686079a, NAME => 'test,,1732631038289.c4c39642ef4e1c5b71507881a686079a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:58,688 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:58,688 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:58,688 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,688 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732631038289.c4c39642ef4e1c5b71507881a686079a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:58,688 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,688 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,689 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,690 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4c39642ef4e1c5b71507881a686079a columnFamilyName f 2024-11-26T14:23:58,690 DEBUG [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:58,691 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] regionserver.HStore(327): Store=c4c39642ef4e1c5b71507881a686079a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:58,691 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,691 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4c39642ef4e1c5b71507881a686079a columnFamilyName f1 2024-11-26T14:23:58,692 DEBUG [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:58,692 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] regionserver.HStore(327): Store=c4c39642ef4e1c5b71507881a686079a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:58,692 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,693 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4c39642ef4e1c5b71507881a686079a columnFamilyName norep 2024-11-26T14:23:58,693 DEBUG [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:58,693 INFO [StoreOpener-c4c39642ef4e1c5b71507881a686079a-1 {}] regionserver.HStore(327): Store=c4c39642ef4e1c5b71507881a686079a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:58,693 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,693 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,694 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,694 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,694 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,695 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:58,695 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,697 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:58,697 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4c39642ef4e1c5b71507881a686079a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70382521, jitterRate=0.04878129065036774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:58,698 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:23:58,698 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4c39642ef4e1c5b71507881a686079a: Running coprocessor pre-open hook at 1732631038688Writing region info on filesystem at 1732631038688Initializing all the Stores at 1732631038689 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631038689Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631038689Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631038689Cleaning up temporary data from old regions at 1732631038694 (+5 ms)Running coprocessor post-open hooks at 1732631038698 (+4 ms)Region opened successfully at 1732631038698 2024-11-26T14:23:58,698 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732631038289.c4c39642ef4e1c5b71507881a686079a., pid=6, masterSystemTime=1732631038684 2024-11-26T14:23:58,700 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,700 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:23:58,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4c39642ef4e1c5b71507881a686079a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,32785,1732631028869 2024-11-26T14:23:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4c39642ef4e1c5b71507881a686079a, server=19945b63c2b4,32785,1732631028869 because future has completed 2024-11-26T14:23:58,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:58,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4c39642ef4e1c5b71507881a686079a, server=19945b63c2b4,32785,1732631028869 in 170 msec 2024-11-26T14:23:58,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:58,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c4c39642ef4e1c5b71507881a686079a, ASSIGN in 329 msec 2024-11-26T14:23:58,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:58,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631038707"}]},"ts":"1732631038707"} 2024-11-26T14:23:58,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:58,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:58,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 419 msec 2024-11-26T14:23:58,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:58,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:23:58,924 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148933 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [19945b63c2b4,34403,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-26T14:23:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:58,925 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:23:58,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:23:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37237,1732631034078 2024-11-26T14:23:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccc8a2c 2024-11-26T14:23:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:23:58,927 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:23:58,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:23:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-26T14:23:58,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:23:58,930 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:58,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-26T14:23:58,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:23:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741835_1011 (size=902) 2024-11-26T14:23:58,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f1687f9eb13da4ac136ba109877308a, NAME => 'test,,1732631038928.6f1687f9eb13da4ac136ba109877308a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0 2024-11-26T14:23:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741836_1012 (size=39) 2024-11-26T14:23:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:59,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732631038928.6f1687f9eb13da4ac136ba109877308a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:59,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f1687f9eb13da4ac136ba109877308a, disabling compactions & flushes 2024-11-26T14:23:59,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. after waiting 0 ms 2024-11-26T14:23:59,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f1687f9eb13da4ac136ba109877308a: Waiting for close lock at 1732631039341Disabling compacts and flushes for region at 1732631039341Disabling writes for close at 1732631039341Writing region close event to WAL at 1732631039341Closed at 1732631039341 2024-11-26T14:23:59,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:23:59,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732631038928.6f1687f9eb13da4ac136ba109877308a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732631039342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732631039342"}]},"ts":"1732631039342"} 2024-11-26T14:23:59,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:23:59,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:23:59,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631039344"}]},"ts":"1732631039344"} 2024-11-26T14:23:59,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-26T14:23:59,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f1687f9eb13da4ac136ba109877308a, ASSIGN}] 2024-11-26T14:23:59,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f1687f9eb13da4ac136ba109877308a, ASSIGN 2024-11-26T14:23:59,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f1687f9eb13da4ac136ba109877308a, ASSIGN; state=OFFLINE, location=19945b63c2b4,36019,1732631034385; forceNewPlan=false, retain=false 2024-11-26T14:23:59,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f1687f9eb13da4ac136ba109877308a, regionState=OPENING, regionLocation=19945b63c2b4,36019,1732631034385 2024-11-26T14:23:59,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f1687f9eb13da4ac136ba109877308a, ASSIGN because future has completed 2024-11-26T14:23:59,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f1687f9eb13da4ac136ba109877308a, server=19945b63c2b4,36019,1732631034385}] 2024-11-26T14:23:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:23:59,655 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,655 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f1687f9eb13da4ac136ba109877308a, NAME => 'test,,1732631038928.6f1687f9eb13da4ac136ba109877308a.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:23:59,656 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:23:59,656 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-26T14:23:59,656 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,656 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732631038928.6f1687f9eb13da4ac136ba109877308a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:23:59,656 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,656 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,657 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,658 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1687f9eb13da4ac136ba109877308a columnFamilyName f 2024-11-26T14:23:59,658 DEBUG [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:59,658 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] regionserver.HStore(327): Store=6f1687f9eb13da4ac136ba109877308a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:59,658 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,659 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1687f9eb13da4ac136ba109877308a columnFamilyName f1 2024-11-26T14:23:59,659 DEBUG [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:59,659 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] regionserver.HStore(327): Store=6f1687f9eb13da4ac136ba109877308a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:59,659 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,660 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1687f9eb13da4ac136ba109877308a columnFamilyName norep 2024-11-26T14:23:59,660 DEBUG [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:23:59,660 INFO [StoreOpener-6f1687f9eb13da4ac136ba109877308a-1 {}] regionserver.HStore(327): Store=6f1687f9eb13da4ac136ba109877308a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:23:59,661 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,661 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,661 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,662 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,662 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,662 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:23:59,663 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,665 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:23:59,665 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f1687f9eb13da4ac136ba109877308a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59922292, jitterRate=-0.10708826780319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:23:59,665 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:23:59,665 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f1687f9eb13da4ac136ba109877308a: Running coprocessor pre-open hook at 1732631039656Writing region info on filesystem at 1732631039656Initializing all the Stores at 1732631039657 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631039657Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631039657Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631039657Cleaning up temporary data from old regions at 1732631039662 (+5 ms)Running coprocessor post-open hooks at 1732631039665 (+3 ms)Region opened successfully at 1732631039665 2024-11-26T14:23:59,666 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732631038928.6f1687f9eb13da4ac136ba109877308a., pid=6, masterSystemTime=1732631039653 2024-11-26T14:23:59,668 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,668 INFO [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:23:59,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f1687f9eb13da4ac136ba109877308a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=19945b63c2b4,36019,1732631034385 2024-11-26T14:23:59,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f1687f9eb13da4ac136ba109877308a, server=19945b63c2b4,36019,1732631034385 because future has completed 2024-11-26T14:23:59,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T14:23:59,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f1687f9eb13da4ac136ba109877308a, server=19945b63c2b4,36019,1732631034385 in 169 msec 2024-11-26T14:23:59,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T14:23:59,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f1687f9eb13da4ac136ba109877308a, ASSIGN in 326 msec 2024-11-26T14:23:59,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:23:59,674 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631039674"}]},"ts":"1732631039674"} 2024-11-26T14:23:59,676 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-26T14:23:59,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:23:59,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-26T14:24:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T14:24:00,064 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-26T14:24:00,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eac7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:00,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,38113,-1 for getting cluster id 2024-11-26T14:24:00,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:00,066 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963336ec-5ccc-4100-a870-82d209a9e0a6' 2024-11-26T14:24:00,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:00,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963336ec-5ccc-4100-a870-82d209a9e0a6" 2024-11-26T14:24:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517156ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,38113,-1] 2024-11-26T14:24:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:00,068 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a673dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:00,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,38113,1732631022821 2024-11-26T14:24:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@315897dc 2024-11-26T14:24:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:00,070 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:24:00,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://19945b63c2b4:35095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:24:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:24:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:24:00,072 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35095' 2024-11-26T14:24:00,093 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cc675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:00,093 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35095,-1 for getting cluster id 2024-11-26T14:24:00,093 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:00,094 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bb2697-d422-4e3d-bf53-00045956c289' 2024-11-26T14:24:00,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:00,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bb2697-d422-4e3d-bf53-00045956c289" 2024-11-26T14:24:00,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ace4f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:00,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35095,-1] 2024-11-26T14:24:00,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:00,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:00,096 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:00,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663d47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:00,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:00,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35095,1732631028720 2024-11-26T14:24:00,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c49154 2024-11-26T14:24:00,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:00,098 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:24:00,099 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-26T14:24:00,099 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:24:00,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:00,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:00,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:00,099 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T14:24:00,101 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-26T14:24:00,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T14:24:00,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:24:00,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T14:24:00,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741837_1013 (size=1138) 2024-11-26T14:24:00,151 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-26T14:24:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:24:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:24:00,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8829c7f1c1bfc9d8ce7c5f46bc84764, NAME => 'hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974 2024-11-26T14:24:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741838_1014 (size=44) 2024-11-26T14:24:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:24:00,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:24:00,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c8829c7f1c1bfc9d8ce7c5f46bc84764, disabling compactions & flushes 2024-11-26T14:24:00,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:00,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:00,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. after waiting 0 ms 2024-11-26T14:24:00,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:00,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:00,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8829c7f1c1bfc9d8ce7c5f46bc84764: Waiting for close lock at 1732631040914Disabling compacts and flushes for region at 1732631040914Disabling writes for close at 1732631040914Writing region close event to WAL at 1732631040914Closed at 1732631040914 2024-11-26T14:24:00,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T14:24:00,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732631040916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732631040916"}]},"ts":"1732631040916"} 2024-11-26T14:24:00,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T14:24:00,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T14:24:00,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631040919"}]},"ts":"1732631040919"} 2024-11-26T14:24:00,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-26T14:24:00,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8829c7f1c1bfc9d8ce7c5f46bc84764, ASSIGN}] 2024-11-26T14:24:00,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8829c7f1c1bfc9d8ce7c5f46bc84764, ASSIGN 2024-11-26T14:24:00,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8829c7f1c1bfc9d8ce7c5f46bc84764, ASSIGN; state=OFFLINE, location=19945b63c2b4,41801,1732631023023; forceNewPlan=false, retain=false 2024-11-26T14:24:01,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8829c7f1c1bfc9d8ce7c5f46bc84764, regionState=OPENING, regionLocation=19945b63c2b4,41801,1732631023023 2024-11-26T14:24:01,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8829c7f1c1bfc9d8ce7c5f46bc84764, ASSIGN because future has completed 2024-11-26T14:24:01,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8829c7f1c1bfc9d8ce7c5f46bc84764, server=19945b63c2b4,41801,1732631023023}] 2024-11-26T14:24:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:24:01,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:01,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T14:24:01,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-26T14:24:01,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=19945b63c2b4%2C41801%2C1732631023023.rep, suffix=, logDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023, archiveDir=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/oldWALs, maxLogs=10 2024-11-26T14:24:01,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.rep.1732631041232, exclude list is [], retry=0 2024-11-26T14:24:01,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:24:01,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.rep.1732631041232 2024-11-26T14:24:01,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:24:01,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c8829c7f1c1bfc9d8ce7c5f46bc84764, NAME => 'hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764.', STARTKEY => '', ENDKEY => ''} 2024-11-26T14:24:01,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-26T14:24:01,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T14:24:01,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. service=MultiRowMutationService 2024-11-26T14:24:01,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-26T14:24:01,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T14:24:01,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,250 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,251 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8829c7f1c1bfc9d8ce7c5f46bc84764 columnFamilyName hfileref 2024-11-26T14:24:01,252 DEBUG [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:24:01,252 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] regionserver.HStore(327): Store=c8829c7f1c1bfc9d8ce7c5f46bc84764/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:24:01,252 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,253 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8829c7f1c1bfc9d8ce7c5f46bc84764 columnFamilyName queue 2024-11-26T14:24:01,253 DEBUG [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:24:01,253 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] regionserver.HStore(327): Store=c8829c7f1c1bfc9d8ce7c5f46bc84764/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:24:01,253 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,254 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8829c7f1c1bfc9d8ce7c5f46bc84764 columnFamilyName sid 2024-11-26T14:24:01,254 DEBUG [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T14:24:01,254 INFO [StoreOpener-c8829c7f1c1bfc9d8ce7c5f46bc84764-1 {}] regionserver.HStore(327): Store=c8829c7f1c1bfc9d8ce7c5f46bc84764/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T14:24:01,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-26T14:24:01,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T14:24:01,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c8829c7f1c1bfc9d8ce7c5f46bc84764; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68327355, jitterRate=0.018156930804252625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-26T14:24:01,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:01,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c8829c7f1c1bfc9d8ce7c5f46bc84764: Running coprocessor pre-open hook at 1732631041250Writing region info on filesystem at 1732631041250Initializing all the Stores at 1732631041250Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631041250Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631041250Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732631041250Cleaning up temporary data from old regions at 1732631041256 (+6 ms)Running coprocessor post-open hooks at 1732631041259 (+3 ms)Region opened successfully at 1732631041259 2024-11-26T14:24:01,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764., pid=10, masterSystemTime=1732631041227 2024-11-26T14:24:01,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:01,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:01,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8829c7f1c1bfc9d8ce7c5f46bc84764, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,41801,1732631023023 2024-11-26T14:24:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8829c7f1c1bfc9d8ce7c5f46bc84764, server=19945b63c2b4,41801,1732631023023 because future has completed 2024-11-26T14:24:01,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T14:24:01,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8829c7f1c1bfc9d8ce7c5f46bc84764, server=19945b63c2b4,41801,1732631023023 in 188 msec 2024-11-26T14:24:01,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-26T14:24:01,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8829c7f1c1bfc9d8ce7c5f46bc84764, ASSIGN in 343 msec 2024-11-26T14:24:01,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T14:24:01,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732631041267"}]},"ts":"1732631041267"} 2024-11-26T14:24:01,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-26T14:24:01,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T14:24:01,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-26T14:24:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764., hostname=19945b63c2b4,41801,1732631023023, seqNum=2] 2024-11-26T14:24:01,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:24:01,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:24:01,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:24:01,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-26T14:24:01,915 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-26T14:24:01,957 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-19945b63c2b4,41801,1732631023023, ReplicationSource: 1, currentBandwidth=0 2024-11-26T14:24:01,958 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:01,958 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,41801,1732631023023, seqNum=-1] 2024-11-26T14:24:01,959 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:01,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-26T14:24:01,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-19945b63c2b4,41801,1732631023023', locateType=CURRENT is [region=hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764., hostname=19945b63c2b4,41801,1732631023023, seqNum=2] 2024-11-26T14:24:01,963 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-26T14:24:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-26T14:24:01,966 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 19945b63c2b4,41801,1732631023023 suceeded 2024-11-26T14:24:01,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-26T14:24:01,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-26T14:24:01,968 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://19945b63c2b4:35095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:24:01,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8980 sec 2024-11-26T14:24:01,982 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:35095' 2024-11-26T14:24:01,983 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662f3d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:01,983 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35095,-1 for getting cluster id 2024-11-26T14:24:01,983 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:01,984 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bb2697-d422-4e3d-bf53-00045956c289' 2024-11-26T14:24:01,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:01,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bb2697-d422-4e3d-bf53-00045956c289" 2024-11-26T14:24:01,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73874cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:01,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35095,-1] 2024-11-26T14:24:01,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:01,986 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:01,987 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@638dd065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:01,987 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35095,1732631028720 2024-11-26T14:24:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a28c470 2024-11-26T14:24:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:01,989 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T14:24:01,990 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-19945b63c2b4,41801,1732631023023 (queues=1) is replicating from cluster=963336ec-5ccc-4100-a870-82d209a9e0a6 to cluster=21bb2697-d422-4e3d-bf53-00045956c289 2024-11-26T14:24:01,990 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=19945b63c2b4%2C41801%2C1732631023023 2024-11-26T14:24:01,990 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-19945b63c2b4,41801,1732631023023, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:24:01,990 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370, startPosition=0, beingWritten=true 2024-11-26T14:24:01,992 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C41801%2C1732631023023 2024-11-26T14:24:01,997 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:24:01,997 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 379, reset compression=false 2024-11-26T14:24:01,997 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,41801,1732631023023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:24:02,200 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 379, reset compression=false 2024-11-26T14:24:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T14:24:02,234 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-26T14:24:02,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:02,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:02,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:02,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:02,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:02,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620df26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,38113,-1 for getting cluster id 2024-11-26T14:24:02,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:02,235 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963336ec-5ccc-4100-a870-82d209a9e0a6' 2024-11-26T14:24:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963336ec-5ccc-4100-a870-82d209a9e0a6" 2024-11-26T14:24:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235f604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,38113,-1] 2024-11-26T14:24:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:02,236 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce3b033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e901bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35095,-1 for getting cluster id 2024-11-26T14:24:02,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:02,238 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bb2697-d422-4e3d-bf53-00045956c289' 2024-11-26T14:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bb2697-d422-4e3d-bf53-00045956c289" 2024-11-26T14:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fd45c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35095,-1] 2024-11-26T14:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:02,239 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:02,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15207dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea87a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37237,-1 for getting cluster id 2024-11-26T14:24:02,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:02,240 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe45aa30-8029-436f-a0dd-ad7e8c14b73c' 2024-11-26T14:24:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe45aa30-8029-436f-a0dd-ad7e8c14b73c" 2024-11-26T14:24:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37237,-1] 2024-11-26T14:24:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:02,241 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:02,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714bc14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:02,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:24:02,245 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732631042244/Put/seqid=0 2024-11-26T14:24:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741840_1016 (size=7894) 2024-11-26T14:24:02,504 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 379, reset compression=false 2024-11-26T14:24:02,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:24:02,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732631042650/Put/seqid=0 2024-11-26T14:24:02,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741841_1017 (size=7691) 2024-11-26T14:24:02,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:02,908 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 379, reset compression=false 2024-11-26T14:24:03,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f2dca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:03,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,38113,-1 for getting cluster id 2024-11-26T14:24:03,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:03,055 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963336ec-5ccc-4100-a870-82d209a9e0a6' 2024-11-26T14:24:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963336ec-5ccc-4100-a870-82d209a9e0a6" 2024-11-26T14:24:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b07c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,38113,-1] 2024-11-26T14:24:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:03,057 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:03,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4016daed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:03,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,41801,1732631023023, seqNum=-1] 2024-11-26T14:24:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:03,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:24:03,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,38113,1732631022821 2024-11-26T14:24:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ee2dd2 2024-11-26T14:24:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:03,069 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:24:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2] 2024-11-26T14:24:03,074 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:24:03,079 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-26T14:24:03,082 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-26T14:24:03,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_0 for inclusion in ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T14:24:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:03,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_1 for inclusion in ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T14:24:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HRegion(2603): Flush status journal for ff6d610aa2a7c67b1f501571e925c767: 2024-11-26T14:24:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_0 2024-11-26T14:24:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_0 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ 2024-11-26T14:24:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_1 2024-11-26T14:24:03,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_1 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ 2024-11-26T14:24:03,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_0 into ff6d610aa2a7c67b1f501571e925c767/f as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ - updating store file list. 2024-11-26T14:24:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:03,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ into ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:03,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_0 into ff6d610aa2a7c67b1f501571e925c767/f (new location: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_) 2024-11-26T14:24:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_0 2024-11-26T14:24:03,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_1 into ff6d610aa2a7c67b1f501571e925c767/f as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ - updating store file list. 2024-11-26T14:24:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76c722f5219f49c583117c0c2e929d34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:03,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ into ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:03,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_1 into ff6d610aa2a7c67b1f501571e925c767/f (new location: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_) 2024-11-26T14:24:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__c90eps4n8jfj2631e5k305ofcajo2k2psb6jfs2mmajgjldmsqm76aqoegrut3j1/f/hfile_1 2024-11-26T14:24:03,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:03,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:03,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:03,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2 , the old value is region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:41801 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:24:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:24:03,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2 from cache 2024-11-26T14:24:03,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:03,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:03,113 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T14:24:03,113 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32785,1732631028869, seqNum=-1] 2024-11-26T14:24:03,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:03,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:24:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732631038289.c4c39642ef4e1c5b71507881a686079a., hostname=19945b63c2b4,32785,1732631028869, seqNum=2] 2024-11-26T14:24:03,118 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:24:03,214 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:41801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T14:24:03,413 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 379, reset compression=false 2024-11-26T14:24:03,416 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:24:03,416 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,41801,1732631023023 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff6d610aa2a7c67b1f501571e925c767/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732631043109/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T14:24:03,418 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:24:03,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T14:24:03,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.ReplicationSink(318): Replicating [963336ec-5ccc-4100-a870-82d209a9e0a6] bulk loaded data 2024-11-26T14:24:03,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741825d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:03,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,35095,-1 for getting cluster id 2024-11-26T14:24:03,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:03,422 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bb2697-d422-4e3d-bf53-00045956c289' 2024-11-26T14:24:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bb2697-d422-4e3d-bf53-00045956c289" 2024-11-26T14:24:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f013e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,35095,-1] 2024-11-26T14:24:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:03,423 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:03,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4ce2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741837_1013 (size=7894) 2024-11-26T14:24:03,440 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-26T14:24:03,617 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 687, reset compression=false 2024-11-26T14:24:03,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741838_1014 (size=7691) 2024-11-26T14:24:03,920 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 687, reset compression=false 2024-11-26T14:24:04,119 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:24:04,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:04,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,35095,1732631028720 2024-11-26T14:24:04,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3ff357 2024-11-26T14:24:04,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:04,240 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-26T14:24:04,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:24:04,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:04,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,32785,1732631028869, seqNum=-1] 2024-11-26T14:24:04,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:04,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-26T14:24:04,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-26T14:24:04,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-26T14:24:04,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ for inclusion in c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-26T14:24:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:04,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ for inclusion in c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-26T14:24:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegion(2603): Flush status journal for c4c39642ef4e1c5b71507881a686079a: 2024-11-26T14:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 76c722f5219f49c583117c0c2e929d34_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/b7907b8cd92c45b4a066caebf6f45512_SeqId_4_ 2024-11-26T14:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:24:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/de8ab7b895a349ab966feac04a825420_SeqId_4_ 2024-11-26T14:24:04,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ into c4c39642ef4e1c5b71507881a686079a/f as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/b7907b8cd92c45b4a066caebf6f45512_SeqId_4_ - updating store file list. 2024-11-26T14:24:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7907b8cd92c45b4a066caebf6f45512_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:04,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/b7907b8cd92c45b4a066caebf6f45512_SeqId_4_ into c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:04,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ into c4c39642ef4e1c5b71507881a686079a/f (new location: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/b7907b8cd92c45b4a066caebf6f45512_SeqId_4_) 2024-11-26T14:24:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/76c722f5219f49c583117c0c2e929d34_SeqId_4_ 2024-11-26T14:24:04,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ into c4c39642ef4e1c5b71507881a686079a/f as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/de8ab7b895a349ab966feac04a825420_SeqId_4_ - updating store file list. 2024-11-26T14:24:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de8ab7b895a349ab966feac04a825420_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:04,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/de8ab7b895a349ab966feac04a825420_SeqId_4_ into c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:04,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ into c4c39642ef4e1c5b71507881a686079a/f (new location: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/de8ab7b895a349ab966feac04a825420_SeqId_4_) 2024-11-26T14:24:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__3qejb380ke4m4eh3jgbj6vsk79nu5errvev1hcutp4uih2vm2ctf0f8cnq3lokua/f/6e0431f49b7240bd8fb070d995cd4aee_SeqId_4_ 2024-11-26T14:24:04,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.ReplicationSink(324): Finished replicating [963336ec-5ccc-4100-a870-82d209a9e0a6] bulk loaded data 2024-11-26T14:24:04,323 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 687, reset compression=false 2024-11-26T14:24:04,826 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 687, reset compression=false 2024-11-26T14:24:05,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36019,1732631034385, seqNum=-1] 2024-11-26T14:24:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:05,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:24:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732631038928.6f1687f9eb13da4ac136ba109877308a., hostname=19945b63c2b4,36019,1732631034385, seqNum=2] 2024-11-26T14:24:05,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:24:05,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T14:24:05,136 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 19945b63c2b4%2C41801%2C1732631023023.meta:.meta(num 1732631026371) roll requested 2024-11-26T14:24:05,151 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631045136.meta, exclude list is [], retry=0 2024-11-26T14:24:05,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:24:05,155 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631026371.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631045136.meta 2024-11-26T14:24:05,155 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:24:05,155 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631026371.meta is not closed yet, will try archiving it next time 2024-11-26T14:24:05,155 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 19945b63c2b4%2C41801%2C1732631023023.rep:(num 1732631041232) roll requested 2024-11-26T14:24:05,158 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.meta.1732631026371.meta not finished, retry = 0 2024-11-26T14:24:05,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741834_1010 (size=3473) 2024-11-26T14:24:05,171 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.rep.1732631045155, exclude list is [], retry=0 2024-11-26T14:24:05,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:24:05,174 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.rep.1732631041232 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.rep.1732631045155 2024-11-26T14:24:05,174 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:24:05,174 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.rep.1732631041232 is not closed yet, will try archiving it next time 2024-11-26T14:24:05,174 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 19945b63c2b4%2C41801%2C1732631023023:(num 1732631025370) roll requested 2024-11-26T14:24:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741839_1015 (size=1505) 2024-11-26T14:24:05,191 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174, exclude list is [], retry=0 2024-11-26T14:24:05,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46577,DS-995ba961-a7ea-49b8-8be4-f19caa29e245,DISK] 2024-11-26T14:24:05,195 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 2024-11-26T14:24:05,195 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38921:38921)] 2024-11-26T14:24:05,195 DEBUG [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 is not closed yet, will try archiving it next time 2024-11-26T14:24:05,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c3686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,38113,-1 for getting cluster id 2024-11-26T14:24:05,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:05,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741832_1008 (size=695) 2024-11-26T14:24:05,196 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963336ec-5ccc-4100-a870-82d209a9e0a6' 2024-11-26T14:24:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963336ec-5ccc-4100-a870-82d209a9e0a6" 2024-11-26T14:24:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e52ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,38113,-1] 2024-11-26T14:24:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,198 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/oldWALs/19945b63c2b4%2C41801%2C1732631023023.1732631025370 2024-11-26T14:24:05,198 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:05,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2bddb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,38113,1732631022821 2024-11-26T14:24:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c96466f 2024-11-26T14:24:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:05,201 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:24:05,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://19945b63c2b4:37237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-26T14:24:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-26T14:24:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:24:05,203 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:37237' 2024-11-26T14:24:05,204 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379d362e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,204 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37237,-1 for getting cluster id 2024-11-26T14:24:05,204 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:05,204 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe45aa30-8029-436f-a0dd-ad7e8c14b73c' 2024-11-26T14:24:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe45aa30-8029-436f-a0dd-ad7e8c14b73c" 2024-11-26T14:24:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4ba5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37237,-1] 2024-11-26T14:24:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,205 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:05,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135a57fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,206 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:05,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37237,1732631034078 2024-11-26T14:24:05,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d89c948 2024-11-26T14:24:05,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:05,207 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:24:05,208 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-26T14:24:05,208 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-26T14:24:05,208 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,208 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:05,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-26T14:24:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:24:05,430 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 to pos 687, reset compression=false 2024-11-26T14:24:05,431 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 was moved to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/oldWALs/19945b63c2b4%2C41801%2C1732631023023.1732631025370 2024-11-26T14:24:05,432 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370 2024-11-26T14:24:05,433 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174, startPosition=0, beingWritten=true 2024-11-26T14:24:05,433 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,41801,1732631023023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631025370, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-26T14:24:05,434 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [19945b63c2b4%2C41801%2C1732631023023.1732631025370] 2024-11-26T14:24:05,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-26T14:24:05,436 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-26T14:24:05,461 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-19945b63c2b4,41801,1732631023023, ReplicationSource: 2, currentBandwidth=0 2024-11-26T14:24:05,462 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T14:24:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-26T14:24:05,464 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 19945b63c2b4,41801,1732631023023 suceeded 2024-11-26T14:24:05,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T14:24:05,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-11-26T14:24:05,465 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://19945b63c2b4:37237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-26T14:24:05,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 264 msec 2024-11-26T14:24:05,475 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='19945b63c2b4:37237' 2024-11-26T14:24:05,476 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4de893fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,476 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37237,-1 for getting cluster id 2024-11-26T14:24:05,476 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:05,477 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe45aa30-8029-436f-a0dd-ad7e8c14b73c' 2024-11-26T14:24:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe45aa30-8029-436f-a0dd-ad7e8c14b73c" 2024-11-26T14:24:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53680b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37237,-1] 2024-11-26T14:24:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:05,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,477 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:05,478 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a0a3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:05,478 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:05,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37237,1732631034078 2024-11-26T14:24:05,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a9a6d7 2024-11-26T14:24:05,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:05,479 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-26T14:24:05,479 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-19945b63c2b4,41801,1732631023023 (queues=1) is replicating from cluster=963336ec-5ccc-4100-a870-82d209a9e0a6 to cluster=fe45aa30-8029-436f-a0dd-ad7e8c14b73c 2024-11-26T14:24:05,480 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=19945b63c2b4%2C41801%2C1732631023023 2024-11-26T14:24:05,480 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-19945b63c2b4,41801,1732631023023, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-26T14:24:05,480 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 19945b63c2b4%2C41801%2C1732631023023 2024-11-26T14:24:05,480 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174, startPosition=0, beingWritten=true 2024-11-26T14:24:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-26T14:24:05,524 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-26T14:24:05,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:05,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:05,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:05,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:05,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T14:24:05,527 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732631045527/Put/seqid=0 2024-11-26T14:24:05,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741845_1021 (size=11194) 2024-11-26T14:24:05,683 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 0, reset compression=false 2024-11-26T14:24:05,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732631045932/Put/seqid=0 2024-11-26T14:24:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741846_1022 (size=10791) 2024-11-26T14:24:05,987 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 0, reset compression=false 2024-11-26T14:24:06,137 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 0, reset compression=false 2024-11-26T14:24:06,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d37df6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:06,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,38113,-1 for getting cluster id 2024-11-26T14:24:06,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:06,338 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963336ec-5ccc-4100-a870-82d209a9e0a6' 2024-11-26T14:24:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963336ec-5ccc-4100-a870-82d209a9e0a6" 2024-11-26T14:24:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38324a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,38113,-1] 2024-11-26T14:24:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:06,339 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:06,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca6513d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:06,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,41801,1732631023023, seqNum=-1] 2024-11-26T14:24:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:06,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T14:24:06,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:06,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,38113,1732631022821 2024-11-26T14:24:06,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69021b1 2024-11-26T14:24:06,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:06,348 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T14:24:06,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2] 2024-11-26T14:24:06,353 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:24:06,357 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-26T14:24:06,360 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-26T14:24:06,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_0 for inclusion in ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T14:24:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:06,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_1 for inclusion in ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T14:24:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HRegion(2603): Flush status journal for ff6d610aa2a7c67b1f501571e925c767: 2024-11-26T14:24:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_0 2024-11-26T14:24:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_0 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ 2024-11-26T14:24:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_1 2024-11-26T14:24:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_1 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ 2024-11-26T14:24:06,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_0 into ff6d610aa2a7c67b1f501571e925c767/f as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ - updating store file list. 2024-11-26T14:24:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59542eb24cef4dde898da79bd0044d59_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:06,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ into ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:06,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_0 into ff6d610aa2a7c67b1f501571e925c767/f (new location: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_) 2024-11-26T14:24:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_0 2024-11-26T14:24:06,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_1 into ff6d610aa2a7c67b1f501571e925c767/f as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ - updating store file list. 2024-11-26T14:24:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98b7c0a4003a492ea61f766088180d9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:06,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ into ff6d610aa2a7c67b1f501571e925c767/f 2024-11-26T14:24:06,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_1 into ff6d610aa2a7c67b1f501571e925c767/f (new location: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_) 2024-11-26T14:24:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/staging/jenkins__test__ud3ds9ktus2vblcgmsr9p28uib27rqq7aei79kjhr2hhbh4e1ushtsjigu70l88g/f/hfile_1 2024-11-26T14:24:06,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:06,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:06,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:06,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:06,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2 , the old value is region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:41801 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:24:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-26T14:24:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., hostname=19945b63c2b4,41801,1732631023023, seqNum=2 from cache 2024-11-26T14:24:06,385 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-26T14:24:06,388 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:24:06,390 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 0, reset compression=false 2024-11-26T14:24:06,395 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:24:06,395 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-19945b63c2b4,41801,1732631023023 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff6d610aa2a7c67b1f501571e925c767/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732631046382/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T14:24:06,396 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T14:24:06,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-26T14:24:06,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.ReplicationSink(318): Replicating [963336ec-5ccc-4100-a870-82d209a9e0a6] bulk loaded data 2024-11-26T14:24:06,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719ab9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:06,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,37237,-1 for getting cluster id 2024-11-26T14:24:06,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T14:24:06,399 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe45aa30-8029-436f-a0dd-ad7e8c14b73c' 2024-11-26T14:24:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T14:24:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe45aa30-8029-436f-a0dd-ad7e8c14b73c" 2024-11-26T14:24:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@656bac91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,37237,-1] 2024-11-26T14:24:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T14:24:06,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:06,400 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-26T14:24:06,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c4b456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T14:24:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741837_1013 (size=11194) 2024-11-26T14:24:06,494 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:41801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-26T14:24:06,595 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741838_1014 (size=10791) 2024-11-26T14:24:06,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:24:06,898 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:06,940 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 0, reset compression=false 2024-11-26T14:24:06,944 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-26T14:24:06,944 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-19945b63c2b4,41801,1732631023023 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff6d610aa2a7c67b1f501571e925c767/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732631046382/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-26T14:24:06,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.ReplicationSink(318): Replicating [963336ec-5ccc-4100-a870-82d209a9e0a6] bulk loaded data 2024-11-26T14:24:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741839_1015 (size=11194) 2024-11-26T14:24:07,144 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:07,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T14:24:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,37237,1732631034078 2024-11-26T14:24:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198ed7d2 2024-11-26T14:24:07,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T14:24:07,230 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-26T14:24:07,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:24:07,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T14:24:07,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,36019,1732631034385, seqNum=-1] 2024-11-26T14:24:07,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T14:24:07,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-26T14:24:07,239 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T14:24:07,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T14:24:07,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ for inclusion in 6f1687f9eb13da4ac136ba109877308a/f 2024-11-26T14:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T14:24:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:07,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ for inclusion in 6f1687f9eb13da4ac136ba109877308a/f 2024-11-26T14:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T14:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HRegion(2603): Flush status journal for 6f1687f9eb13da4ac136ba109877308a: 2024-11-26T14:24:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59542eb24cef4dde898da79bd0044d59_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:24:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/b48bb2084c1a4974ac4db7b00bc8e887_SeqId_4_ 2024-11-26T14:24:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98b7c0a4003a492ea61f766088180d9a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:24:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/3540bd24ee54452089509dd8aa642b93_SeqId_4_ 2024-11-26T14:24:07,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ into 6f1687f9eb13da4ac136ba109877308a/f as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/b48bb2084c1a4974ac4db7b00bc8e887_SeqId_4_ - updating store file list. 2024-11-26T14:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b48bb2084c1a4974ac4db7b00bc8e887_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:07,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/b48bb2084c1a4974ac4db7b00bc8e887_SeqId_4_ into 6f1687f9eb13da4ac136ba109877308a/f 2024-11-26T14:24:07,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ into 6f1687f9eb13da4ac136ba109877308a/f (new location: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/b48bb2084c1a4974ac4db7b00bc8e887_SeqId_4_) 2024-11-26T14:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ 2024-11-26T14:24:07,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ into 6f1687f9eb13da4ac136ba109877308a/f as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/3540bd24ee54452089509dd8aa642b93_SeqId_4_ - updating store file list. 2024-11-26T14:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3540bd24ee54452089509dd8aa642b93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:07,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/3540bd24ee54452089509dd8aa642b93_SeqId_4_ into 6f1687f9eb13da4ac136ba109877308a/f 2024-11-26T14:24:07,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ into 6f1687f9eb13da4ac136ba109877308a/f (new location: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/f/3540bd24ee54452089509dd8aa642b93_SeqId_4_) 2024-11-26T14:24:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/staging/jenkins.hfs.23__test__590od2oi3poe072chu4onv6ipdh65t2p9bra15nnq042pjk8i92c4icap1f1vdff/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ 2024-11-26T14:24:07,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36019 {}] regionserver.ReplicationSink(324): Finished replicating [963336ec-5ccc-4100-a870-82d209a9e0a6] bulk loaded data 2024-11-26T14:24:07,302 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:07,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741840_1016 (size=10791) 2024-11-26T14:24:07,391 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-26T14:24:07,447 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:07,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-26T14:24:07,765 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-26T14:24:07,767 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-26T14:24:07,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ for inclusion in c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-26T14:24:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:07,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ for inclusion in c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-26T14:24:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-26T14:24:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegion(2603): Flush status journal for c4c39642ef4e1c5b71507881a686079a: 2024-11-26T14:24:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59542eb24cef4dde898da79bd0044d59_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:24:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/d79724d870b141499173dbe6c2c4ef3a_SeqId_6_ 2024-11-26T14:24:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 98b7c0a4003a492ea61f766088180d9a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-26T14:24:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/75f4ffdaa6bb4a83818136d46c5d24f9_SeqId_6_ 2024-11-26T14:24:07,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ into c4c39642ef4e1c5b71507881a686079a/f as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/d79724d870b141499173dbe6c2c4ef3a_SeqId_6_ - updating store file list. 2024-11-26T14:24:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d79724d870b141499173dbe6c2c4ef3a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:07,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/d79724d870b141499173dbe6c2c4ef3a_SeqId_6_ into c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:07,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ into c4c39642ef4e1c5b71507881a686079a/f (new location: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/d79724d870b141499173dbe6c2c4ef3a_SeqId_6_) 2024-11-26T14:24:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/59542eb24cef4dde898da79bd0044d59_SeqId_6_ 2024-11-26T14:24:07,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ into c4c39642ef4e1c5b71507881a686079a/f as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/75f4ffdaa6bb4a83818136d46c5d24f9_SeqId_6_ - updating store file list. 2024-11-26T14:24:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75f4ffdaa6bb4a83818136d46c5d24f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-26T14:24:07,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/75f4ffdaa6bb4a83818136d46c5d24f9_SeqId_6_ into c4c39642ef4e1c5b71507881a686079a/f 2024-11-26T14:24:07,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ into c4c39642ef4e1c5b71507881a686079a/f (new location: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/f/75f4ffdaa6bb4a83818136d46c5d24f9_SeqId_6_) 2024-11-26T14:24:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/staging/jenkins.hfs.22__test__nmkr5euns3qtphcfd1anit2orbl76ia2qiacc6bjtv5jlalltf8g8tl5ktshkdr0/f/98b7c0a4003a492ea61f766088180d9a_SeqId_6_ 2024-11-26T14:24:07,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.ReplicationSink(324): Finished replicating [963336ec-5ccc-4100-a870-82d209a9e0a6] bulk loaded data 2024-11-26T14:24:07,805 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:07,850 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:08,353 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:08,408 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:08,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:24:08,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:08,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:08,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:08,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:08,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:08,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:24:08,410 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705563376, stopped=false 2024-11-26T14:24:08,410 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,37237,1732631034078 2024-11-26T14:24:08,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359802218/running 2024-11-26T14:24:08,462 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359802218/running 2024-11-26T14:24:08,462 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:24:08,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:24:08,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:24:08,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:08,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:08,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:08,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,36019,1732631034385' ***** 2024-11-26T14:24:08,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/running 2024-11-26T14:24:08,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:24:08,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Set watcher on znode that does not yet exist, /21359802218/running 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:24:08,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,36019,1732631034385 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:24:08,463 INFO [RS:0;19945b63c2b4:36019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36019. 2024-11-26T14:24:08,463 DEBUG [RS:0;19945b63c2b4:36019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:08,463 DEBUG [RS:0;19945b63c2b4:36019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:08,463 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f1687f9eb13da4ac136ba109877308a, disabling compactions & flushes 2024-11-26T14:24:08,463 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:24:08,463 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:24:08,464 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. after waiting 0 ms 2024-11-26T14:24:08,464 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:24:08,464 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:24:08,464 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:24:08,464 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:24:08,464 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:24:08,464 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:24:08,464 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1325): Online Regions={6f1687f9eb13da4ac136ba109877308a=test,,1732631038928.6f1687f9eb13da4ac136ba109877308a., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T14:24:08,464 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f1687f9eb13da4ac136ba109877308a 2024-11-26T14:24:08,464 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:24:08,464 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:24:08,464 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:24:08,464 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:24:08,464 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:24:08,464 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T14:24:08,466 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/default/test/6f1687f9eb13da4ac136ba109877308a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-26T14:24:08,467 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:08,467 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:24:08,467 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:24:08,467 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f1687f9eb13da4ac136ba109877308a: Waiting for close lock at 1732631048463Running coprocessor pre-close hooks at 1732631048463Disabling compacts and flushes for region at 1732631048463Disabling writes for close at 1732631048464 (+1 ms)Writing region close event to WAL at 1732631048464Running coprocessor post-close hooks at 1732631048467 (+3 ms)Closed at 1732631048467 2024-11-26T14:24:08,467 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732631038928.6f1687f9eb13da4ac136ba109877308a. 2024-11-26T14:24:08,477 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/info/987a3a0fa6ee4cf2be6d628c30892dc5 is 129, key is test,,1732631038928.6f1687f9eb13da4ac136ba109877308a./info:regioninfo/1732631039668/Put/seqid=0 2024-11-26T14:24:08,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741839_1015 (size=6421) 2024-11-26T14:24:08,480 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/info/987a3a0fa6ee4cf2be6d628c30892dc5 2024-11-26T14:24:08,495 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/ns/854b31ad6b5b4f498cfee6862496ba11 is 43, key is default/ns:d/1732631037100/Put/seqid=0 2024-11-26T14:24:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741840_1016 (size=5153) 2024-11-26T14:24:08,545 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:24:08,664 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:24:08,864 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:24:08,898 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/ns/854b31ad6b5b4f498cfee6862496ba11 2024-11-26T14:24:08,914 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/rep_barrier/2556ff468ac54074ae86dba90c85c84b is 112, key is test,,1732631038928.6f1687f9eb13da4ac136ba109877308a./rep_barrier:seqnumDuringOpen/1732631039668/Put/seqid=0 2024-11-26T14:24:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741841_1017 (size=5518) 2024-11-26T14:24:08,959 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:09,064 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:24:09,112 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:09,264 DEBUG [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T14:24:09,317 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/rep_barrier/2556ff468ac54074ae86dba90c85c84b 2024-11-26T14:24:09,337 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/table/6b602e2ea70949e790d5e6458075262d is 40, key is test/table:state/1732631039674/Put/seqid=0 2024-11-26T14:24:09,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741842_1018 (size=5165) 2024-11-26T14:24:09,340 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/table/6b602e2ea70949e790d5e6458075262d 2024-11-26T14:24:09,343 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/info/987a3a0fa6ee4cf2be6d628c30892dc5 as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/info/987a3a0fa6ee4cf2be6d628c30892dc5 2024-11-26T14:24:09,347 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/info/987a3a0fa6ee4cf2be6d628c30892dc5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T14:24:09,347 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/ns/854b31ad6b5b4f498cfee6862496ba11 as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/ns/854b31ad6b5b4f498cfee6862496ba11 2024-11-26T14:24:09,350 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/ns/854b31ad6b5b4f498cfee6862496ba11, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:24:09,351 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/rep_barrier/2556ff468ac54074ae86dba90c85c84b as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/rep_barrier/2556ff468ac54074ae86dba90c85c84b 2024-11-26T14:24:09,353 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/rep_barrier/2556ff468ac54074ae86dba90c85c84b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T14:24:09,354 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/.tmp/table/6b602e2ea70949e790d5e6458075262d as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/table/6b602e2ea70949e790d5e6458075262d 2024-11-26T14:24:09,357 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/table/6b602e2ea70949e790d5e6458075262d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:24:09,358 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=11, compaction requested=false 2024-11-26T14:24:09,366 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T14:24:09,366 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:09,366 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:24:09,366 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:24:09,366 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631048464Running coprocessor pre-close hooks at 1732631048464Disabling compacts and flushes for region at 1732631048464Disabling writes for close at 1732631048464Obtaining lock to block concurrent updates at 1732631048464Preparing flush snapshotting stores in 1588230740 at 1732631048464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732631048464Flushing stores of hbase:meta,,1.1588230740 at 1732631048465 (+1 ms)Flushing 1588230740/info: creating writer at 1732631048465Flushing 1588230740/info: appending metadata at 1732631048476 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732631048477 (+1 ms)Flushing 1588230740/ns: creating writer at 1732631048483 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732631048495 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732631048495Flushing 1588230740/rep_barrier: creating writer at 1732631048902 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732631048914 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732631048914Flushing 1588230740/table: creating writer at 1732631049321 (+407 ms)Flushing 1588230740/table: appending metadata at 1732631049336 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732631049336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f90c4fb: reopening flushed file at 1732631049343 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca0a99a: reopening flushed file at 1732631049347 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7f8a1c: reopening flushed file at 1732631049350 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585107e9: reopening flushed file at 1732631049353 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=11, compaction requested=false at 1732631049358 (+5 ms)Writing region close event to WAL at 1732631049363 (+5 ms)Running coprocessor post-close hooks at 1732631049366 (+3 ms)Closed at 1732631049366 2024-11-26T14:24:09,366 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:24:09,430 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:24:09,430 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:24:09,465 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,36019,1732631034385; all regions closed. 2024-11-26T14:24:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741834_1010 (size=2717) 2024-11-26T14:24:09,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385/19945b63c2b4%2C36019%2C1732631034385.meta.1732631037052.meta not finished, retry = 0 2024-11-26T14:24:09,568 DEBUG [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/oldWALs 2024-11-26T14:24:09,568 INFO [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C36019%2C1732631034385.meta:.meta(num 1732631037052) 2024-11-26T14:24:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741832_1008 (size=1028) 2024-11-26T14:24:09,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/WALs/19945b63c2b4,36019,1732631034385/19945b63c2b4%2C36019%2C1732631034385.1732631036553 not finished, retry = 0 2024-11-26T14:24:09,662 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:09,672 DEBUG [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/oldWALs 2024-11-26T14:24:09,672 INFO [RS:0;19945b63c2b4:36019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C36019%2C1732631034385:(num 1732631036553) 2024-11-26T14:24:09,672 DEBUG [RS:0;19945b63c2b4:36019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:09,672 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:24:09,672 INFO [RS:0;19945b63c2b4:36019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:24:09,673 INFO [RS:0;19945b63c2b4:36019 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:24:09,673 INFO [RS:0;19945b63c2b4:36019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:24:09,673 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:24:09,673 INFO [RS:0;19945b63c2b4:36019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:36019. 2024-11-26T14:24:09,673 DEBUG [RS:0;19945b63c2b4:36019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:09,673 DEBUG [RS:0;19945b63c2b4:36019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:09,674 DEBUG [RS:0;19945b63c2b4:36019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:09,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:09,674 INFO [RS:0;19945b63c2b4:36019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36019 2024-11-26T14:24:09,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218/rs 2024-11-26T14:24:09,687 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359802218/rs/19945b63c2b4,36019,1732631034385 2024-11-26T14:24:09,687 INFO [RS:0;19945b63c2b4:36019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:24:09,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,36019,1732631034385] 2024-11-26T14:24:09,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21359802218/draining/19945b63c2b4,36019,1732631034385 already deleted, retry=false 2024-11-26T14:24:09,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,36019,1732631034385 expired; onlineServers=0 2024-11-26T14:24:09,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,37237,1732631034078' ***** 2024-11-26T14:24:09,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:24:09,708 INFO [M:0;19945b63c2b4:37237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:24:09,708 INFO [M:0;19945b63c2b4:37237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:24:09,708 DEBUG [M:0;19945b63c2b4:37237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:24:09,708 DEBUG [M:0;19945b63c2b4:37237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:24:09,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:24:09,709 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631036251 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631036251,5,FailOnTimeoutGroup] 2024-11-26T14:24:09,709 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631036252 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631036252,5,FailOnTimeoutGroup] 2024-11-26T14:24:09,709 INFO [M:0;19945b63c2b4:37237 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:24:09,709 INFO [M:0;19945b63c2b4:37237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:24:09,709 DEBUG [M:0;19945b63c2b4:37237 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:24:09,709 INFO [M:0;19945b63c2b4:37237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:24:09,709 INFO [M:0;19945b63c2b4:37237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:24:09,709 INFO [M:0;19945b63c2b4:37237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:24:09,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:24:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359802218/master 2024-11-26T14:24:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359802218 2024-11-26T14:24:09,719 DEBUG [M:0;19945b63c2b4:37237 {}] zookeeper.ZKUtil(347): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Unable to get data of znode /21359802218/master because node does not exist (not an error) 2024-11-26T14:24:09,719 WARN [M:0;19945b63c2b4:37237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:24:09,720 INFO [M:0;19945b63c2b4:37237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/.lastflushedseqids 2024-11-26T14:24:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741843_1019 (size=173) 2024-11-26T14:24:09,733 INFO [M:0;19945b63c2b4:37237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:24:09,733 INFO [M:0;19945b63c2b4:37237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:24:09,734 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:24:09,734 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:09,734 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:09,734 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:24:09,734 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:09,734 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-26T14:24:09,747 DEBUG [M:0;19945b63c2b4:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9fac1c467d540158290927fc5db60e1 is 82, key is hbase:meta,,1/info:regioninfo/1732631037083/Put/seqid=0 2024-11-26T14:24:09,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741844_1020 (size=5672) 2024-11-26T14:24:09,798 INFO [RS:0;19945b63c2b4:36019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:24:09,798 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:09,798 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36019-0x10177873fe50007, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:09,798 INFO [RS:0;19945b63c2b4:36019 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,36019,1732631034385; zookeeper connection closed. 2024-11-26T14:24:09,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4230b7b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4230b7b1 2024-11-26T14:24:09,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:24:09,915 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:10,151 INFO [M:0;19945b63c2b4:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9fac1c467d540158290927fc5db60e1 2024-11-26T14:24:10,170 DEBUG [M:0;19945b63c2b4:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8f506f9d2874fbe98f35e8a7c29febb is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732631039678/Put/seqid=0 2024-11-26T14:24:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741845_1021 (size=6585) 2024-11-26T14:24:10,466 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:10,574 INFO [M:0;19945b63c2b4:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8f506f9d2874fbe98f35e8a7c29febb 2024-11-26T14:24:10,589 DEBUG [M:0;19945b63c2b4:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2415092b1dc2465481939af7f1fc3f6a is 69, key is 19945b63c2b4,36019,1732631034385/rs:state/1732631036351/Put/seqid=0 2024-11-26T14:24:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741846_1022 (size=5156) 2024-11-26T14:24:10,818 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:10,992 INFO [M:0;19945b63c2b4:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2415092b1dc2465481939af7f1fc3f6a 2024-11-26T14:24:10,995 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9fac1c467d540158290927fc5db60e1 as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9fac1c467d540158290927fc5db60e1 2024-11-26T14:24:10,998 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9fac1c467d540158290927fc5db60e1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T14:24:10,999 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8f506f9d2874fbe98f35e8a7c29febb as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8f506f9d2874fbe98f35e8a7c29febb 2024-11-26T14:24:11,002 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8f506f9d2874fbe98f35e8a7c29febb, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T14:24:11,002 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2415092b1dc2465481939af7f1fc3f6a as hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2415092b1dc2465481939af7f1fc3f6a 2024-11-26T14:24:11,005 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38133/user/jenkins/test-data/4e84cc24-b281-4123-31fd-31c2bb77caf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2415092b1dc2465481939af7f1fc3f6a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T14:24:11,005 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false 2024-11-26T14:24:11,006 INFO [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:11,007 DEBUG [M:0;19945b63c2b4:37237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631049733Disabling compacts and flushes for region at 1732631049733Disabling writes for close at 1732631049734 (+1 ms)Obtaining lock to block concurrent updates at 1732631049734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732631049734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732631049734Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732631049735 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732631049735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732631049747 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732631049747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732631050155 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732631050170 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732631050170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732631050577 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732631050589 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732631050589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770c5004: reopening flushed file at 1732631050995 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5670e1a0: reopening flushed file at 1732631050998 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbec943: reopening flushed file at 1732631051002 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=55, compaction requested=false at 1732631051005 (+3 ms)Writing region close event to WAL at 1732631051006 (+1 ms)Closed at 1732631051006 2024-11-26T14:24:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35883 is added to blk_1073741830_1006 (size=32758) 2024-11-26T14:24:11,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:24:11,009 INFO [M:0;19945b63c2b4:37237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:24:11,009 INFO [M:0;19945b63c2b4:37237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37237 2024-11-26T14:24:11,009 INFO [M:0;19945b63c2b4:37237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:24:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:11,271 INFO [M:0;19945b63c2b4:37237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:24:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10177873fe50006, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:11,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cfe4b41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:24:11,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cb2ee14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:24:11,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:24:11,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d12ead0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:24:11,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@459f22dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/hadoop.log.dir/,STOPPED} 2024-11-26T14:24:11,311 WARN [BP-1818213015-172.17.0.3-1732631032082 heartbeating to localhost/127.0.0.1:38133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:24:11,311 WARN [BP-1818213015-172.17.0.3-1732631032082 heartbeating to localhost/127.0.0.1:38133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818213015-172.17.0.3-1732631032082 (Datanode Uuid 859fff54-261d-44fe-9b41-c25d2ccaf726) service to localhost/127.0.0.1:38133 2024-11-26T14:24:11,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:24:11,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:24:11,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/cluster_3c5c0dd4-c698-4439-ccd8-8fd497fe2fe0/data/data1/current/BP-1818213015-172.17.0.3-1732631032082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:24:11,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/cluster_3c5c0dd4-c698-4439-ccd8-8fd497fe2fe0/data/data2/current/BP-1818213015-172.17.0.3-1732631032082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:24:11,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:24:11,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53869382{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:24:11,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a2492b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:24:11,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:24:11,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8dc15a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:24:11,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3587dce9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5a247df-3d37-c5b9-f70f-6b0a81341135/hadoop.log.dir/,STOPPED} 2024-11-26T14:24:11,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:24:11,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:24:11,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:11,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:11,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:11,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:24:11,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=505664110, stopped=false 2024-11-26T14:24:11,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,35095,1732631028720 2024-11-26T14:24:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1031813839/running 2024-11-26T14:24:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1031813839/running 2024-11-26T14:24:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:24:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:24:11,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:24:11,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:11,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:11,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/running 2024-11-26T14:24:11,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,32785,1732631028869' ***** 2024-11-26T14:24:11,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:24:11,362 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:24:11,362 INFO [RS:0;19945b63c2b4:32785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:24:11,362 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:24:11,362 INFO [RS:0;19945b63c2b4:32785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:24:11,362 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:24:11,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Set watcher on znode that does not yet exist, /1-1031813839/running 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,32785,1732631028869 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:32785. 2024-11-26T14:24:11,363 DEBUG [RS:0;19945b63c2b4:32785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:11,363 DEBUG [RS:0;19945b63c2b4:32785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:24:11,363 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T14:24:11,363 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4c39642ef4e1c5b71507881a686079a=test,,1732631038289.c4c39642ef4e1c5b71507881a686079a.} 2024-11-26T14:24:11,364 DEBUG [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4c39642ef4e1c5b71507881a686079a 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4c39642ef4e1c5b71507881a686079a, disabling compactions & flushes 2024-11-26T14:24:11,364 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:24:11,364 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. after waiting 0 ms 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:24:11,364 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:24:11,364 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-26T14:24:11,370 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:11,388 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/info/3c944d70a26d4e068c986641d68a1529 is 129, key is test,,1732631038289.c4c39642ef4e1c5b71507881a686079a./info:regioninfo/1732631038700/Put/seqid=0 2024-11-26T14:24:11,388 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/default/test/c4c39642ef4e1c5b71507881a686079a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:24:11,392 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:11,392 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:24:11,392 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:24:11,392 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4c39642ef4e1c5b71507881a686079a: Waiting for close lock at 1732631051364Running coprocessor pre-close hooks at 1732631051364Disabling compacts and flushes for region at 1732631051364Disabling writes for close at 1732631051364Writing region close event to WAL at 1732631051367 (+3 ms)Running coprocessor post-close hooks at 1732631051392 (+25 ms)Closed at 1732631051392 2024-11-26T14:24:11,393 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732631038289.c4c39642ef4e1c5b71507881a686079a. 2024-11-26T14:24:11,405 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:24:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741841_1017 (size=6421) 2024-11-26T14:24:11,406 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/info/3c944d70a26d4e068c986641d68a1529 2024-11-26T14:24:11,432 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/ns/ab8060a054014abc8edca028653a0a6b is 43, key is default/ns:d/1732631031858/Put/seqid=0 2024-11-26T14:24:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741842_1018 (size=5153) 2024-11-26T14:24:11,443 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/ns/ab8060a054014abc8edca028653a0a6b 2024-11-26T14:24:11,469 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/rep_barrier/92454ac29fd84f9fab4d9b890b157fb9 is 112, key is test,,1732631038289.c4c39642ef4e1c5b71507881a686079a./rep_barrier:seqnumDuringOpen/1732631038700/Put/seqid=0 2024-11-26T14:24:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741843_1019 (size=5518) 2024-11-26T14:24:11,474 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/rep_barrier/92454ac29fd84f9fab4d9b890b157fb9 2024-11-26T14:24:11,512 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/table/83af66b331054441bf60634501e567ec is 40, key is test/table:state/1732631038707/Put/seqid=0 2024-11-26T14:24:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741844_1020 (size=5165) 2024-11-26T14:24:11,526 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/table/83af66b331054441bf60634501e567ec 2024-11-26T14:24:11,531 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/info/3c944d70a26d4e068c986641d68a1529 as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/info/3c944d70a26d4e068c986641d68a1529 2024-11-26T14:24:11,534 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/info/3c944d70a26d4e068c986641d68a1529, entries=10, sequenceid=11, filesize=6.3 K 2024-11-26T14:24:11,535 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/ns/ab8060a054014abc8edca028653a0a6b as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/ns/ab8060a054014abc8edca028653a0a6b 2024-11-26T14:24:11,539 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/ns/ab8060a054014abc8edca028653a0a6b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:24:11,540 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/rep_barrier/92454ac29fd84f9fab4d9b890b157fb9 as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/rep_barrier/92454ac29fd84f9fab4d9b890b157fb9 2024-11-26T14:24:11,543 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/rep_barrier/92454ac29fd84f9fab4d9b890b157fb9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-26T14:24:11,544 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/.tmp/table/83af66b331054441bf60634501e567ec as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/table/83af66b331054441bf60634501e567ec 2024-11-26T14:24:11,549 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/table/83af66b331054441bf60634501e567ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T14:24:11,550 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=11, compaction requested=false 2024-11-26T14:24:11,559 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T14:24:11,559 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:11,559 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:24:11,560 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:24:11,560 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631051364Running coprocessor pre-close hooks at 1732631051364Disabling compacts and flushes for region at 1732631051364Disabling writes for close at 1732631051364Obtaining lock to block concurrent updates at 1732631051364Preparing flush snapshotting stores in 1588230740 at 1732631051364Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732631051365 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732631051365Flushing 1588230740/info: creating writer at 1732631051365Flushing 1588230740/info: appending metadata at 1732631051387 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732631051387Flushing 1588230740/ns: creating writer at 1732631051410 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732631051431 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732631051431Flushing 1588230740/rep_barrier: creating writer at 1732631051447 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732631051469 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732631051469Flushing 1588230740/table: creating writer at 1732631051480 (+11 ms)Flushing 1588230740/table: appending metadata at 1732631051512 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732631051512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31690ef9: reopening flushed file at 1732631051530 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4097bf3f: reopening flushed file at 1732631051534 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615e21f2: reopening flushed file at 1732631051539 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693ab5ef: reopening flushed file at 1732631051543 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 186ms, sequenceid=11, compaction requested=false at 1732631051550 (+7 ms)Writing region close event to WAL at 1732631051557 (+7 ms)Running coprocessor post-close hooks at 1732631051559 (+2 ms)Closed at 1732631051560 (+1 ms) 2024-11-26T14:24:11,560 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:24:11,564 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,32785,1732631028869; all regions closed. 2024-11-26T14:24:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741834_1010 (size=2717) 2024-11-26T14:24:11,567 DEBUG [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/oldWALs 2024-11-26T14:24:11,567 INFO [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C32785%2C1732631028869.meta:.meta(num 1732631031810) 2024-11-26T14:24:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741832_1008 (size=1374) 2024-11-26T14:24:11,571 DEBUG [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/oldWALs 2024-11-26T14:24:11,571 INFO [RS:0;19945b63c2b4:32785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C32785%2C1732631028869:(num 1732631030936) 2024-11-26T14:24:11,571 DEBUG [RS:0;19945b63c2b4:32785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,571 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:24:11,571 INFO [RS:0;19945b63c2b4:32785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:24:11,571 INFO [RS:0;19945b63c2b4:32785 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T14:24:11,571 INFO [RS:0;19945b63c2b4:32785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:24:11,571 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:24:11,572 INFO [RS:0;19945b63c2b4:32785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:32785. 2024-11-26T14:24:11,572 DEBUG [RS:0;19945b63c2b4:32785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:11,572 DEBUG [RS:0;19945b63c2b4:32785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,572 DEBUG [RS:0;19945b63c2b4:32785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:11,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:11,572 INFO [RS:0;19945b63c2b4:32785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32785 2024-11-26T14:24:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1031813839/rs/19945b63c2b4,32785,1732631028869 2024-11-26T14:24:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839/rs 2024-11-26T14:24:11,622 INFO [RS:0;19945b63c2b4:32785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:24:11,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,32785,1732631028869] 2024-11-26T14:24:11,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1031813839/draining/19945b63c2b4,32785,1732631028869 already deleted, retry=false 2024-11-26T14:24:11,651 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,32785,1732631028869 expired; onlineServers=0 2024-11-26T14:24:11,651 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,35095,1732631028720' ***** 2024-11-26T14:24:11,651 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:24:11,651 INFO [M:0;19945b63c2b4:35095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:24:11,651 INFO [M:0;19945b63c2b4:35095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:24:11,651 DEBUG [M:0;19945b63c2b4:35095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:24:11,651 DEBUG [M:0;19945b63c2b4:35095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:24:11,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:24:11,651 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631030612 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631030612,5,FailOnTimeoutGroup] 2024-11-26T14:24:11,651 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631030612 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631030612,5,FailOnTimeoutGroup] 2024-11-26T14:24:11,652 INFO [M:0;19945b63c2b4:35095 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:24:11,652 INFO [M:0;19945b63c2b4:35095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:24:11,652 DEBUG [M:0;19945b63c2b4:35095 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:24:11,652 INFO [M:0;19945b63c2b4:35095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:24:11,652 INFO [M:0;19945b63c2b4:35095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:24:11,652 INFO [M:0;19945b63c2b4:35095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:24:11,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:24:11,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1031813839/master 2024-11-26T14:24:11,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1031813839 2024-11-26T14:24:11,662 DEBUG [M:0;19945b63c2b4:35095 {}] zookeeper.ZKUtil(347): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Unable to get data of znode /1-1031813839/master because node does not exist (not an error) 2024-11-26T14:24:11,662 WARN [M:0;19945b63c2b4:35095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:24:11,663 INFO [M:0;19945b63c2b4:35095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/.lastflushedseqids 2024-11-26T14:24:11,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741845_1021 (size=173) 2024-11-26T14:24:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:11,740 INFO [RS:0;19945b63c2b4:32785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:24:11,740 INFO [RS:0;19945b63c2b4:32785 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,32785,1732631028869; zookeeper connection closed. 2024-11-26T14:24:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x10177873fe50004, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:11,741 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29ffca52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29ffca52 2024-11-26T14:24:11,741 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:24:11,821 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:12,067 INFO [M:0;19945b63c2b4:35095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:24:12,067 INFO [M:0;19945b63c2b4:35095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:24:12,067 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:24:12,067 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:12,067 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:12,067 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:24:12,067 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:12,067 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-26T14:24:12,081 DEBUG [M:0;19945b63c2b4:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e95bcb80c71f443c957b8480e7012e7d is 82, key is hbase:meta,,1/info:regioninfo/1732631031839/Put/seqid=0 2024-11-26T14:24:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741846_1022 (size=5672) 2024-11-26T14:24:12,397 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:12,412 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T14:24:12,484 INFO [M:0;19945b63c2b4:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e95bcb80c71f443c957b8480e7012e7d 2024-11-26T14:24:12,504 DEBUG [M:0;19945b63c2b4:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04855cba9254299b7acaef5e4ceeb7f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732631038709/Put/seqid=0 2024-11-26T14:24:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741847_1023 (size=6586) 2024-11-26T14:24:12,908 INFO [M:0;19945b63c2b4:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04855cba9254299b7acaef5e4ceeb7f 2024-11-26T14:24:12,924 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:12,924 DEBUG [M:0;19945b63c2b4:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f2243784ca74d0098c11e34c180166d is 69, key is 19945b63c2b4,32785,1732631028869/rs:state/1732631030683/Put/seqid=0 2024-11-26T14:24:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741848_1024 (size=5156) 2024-11-26T14:24:13,327 INFO [M:0;19945b63c2b4:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f2243784ca74d0098c11e34c180166d 2024-11-26T14:24:13,331 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e95bcb80c71f443c957b8480e7012e7d as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e95bcb80c71f443c957b8480e7012e7d 2024-11-26T14:24:13,333 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e95bcb80c71f443c957b8480e7012e7d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-26T14:24:13,334 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04855cba9254299b7acaef5e4ceeb7f as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b04855cba9254299b7acaef5e4ceeb7f 2024-11-26T14:24:13,337 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b04855cba9254299b7acaef5e4ceeb7f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-26T14:24:13,338 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f2243784ca74d0098c11e34c180166d as hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f2243784ca74d0098c11e34c180166d 2024-11-26T14:24:13,341 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f2243784ca74d0098c11e34c180166d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-26T14:24:13,342 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false 2024-11-26T14:24:13,348 INFO [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:13,349 DEBUG [M:0;19945b63c2b4:35095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631052067Disabling compacts and flushes for region at 1732631052067Disabling writes for close at 1732631052067Obtaining lock to block concurrent updates at 1732631052067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732631052067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732631052068 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732631052068Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732631052068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732631052080 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732631052080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732631052488 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732631052504 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732631052504Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732631052911 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732631052923 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732631052924 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94f9e53: reopening flushed file at 1732631053330 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7d4e2d: reopening flushed file at 1732631053333 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33df65c4: reopening flushed file at 1732631053337 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false at 1732631053342 (+5 ms)Writing region close event to WAL at 1732631053348 (+6 ms)Closed at 1732631053348 2024-11-26T14:24:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741830_1006 (size=32770) 2024-11-26T14:24:13,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5475c36f-33f2-9e8e-85f8-8e3a62cfe7e9/MasterData/WALs/19945b63c2b4,35095,1732631028720/19945b63c2b4%2C35095%2C1732631028720.1732631030214 not finished, retry = 0 2024-11-26T14:24:13,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:24:13,451 INFO [M:0;19945b63c2b4:35095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:24:13,451 INFO [M:0;19945b63c2b4:35095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35095 2024-11-26T14:24:13,452 INFO [M:0;19945b63c2b4:35095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:24:13,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,500 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:13,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:13,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x10177873fe50003, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:13,562 INFO [M:0;19945b63c2b4:35095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:24:13,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:13,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cd40d2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:24:13,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a9eb360{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:24:13,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:24:13,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6705714e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:24:13,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3914a300{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir/,STOPPED} 2024-11-26T14:24:13,582 WARN [BP-567293830-172.17.0.3-1732631026690 heartbeating to localhost/127.0.0.1:45811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:24:13,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:24:13,582 WARN [BP-567293830-172.17.0.3-1732631026690 heartbeating to localhost/127.0.0.1:45811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-567293830-172.17.0.3-1732631026690 (Datanode Uuid 82f42afb-a159-4459-8e1b-a8b558dfb965) service to localhost/127.0.0.1:45811 2024-11-26T14:24:13,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:24:13,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/cluster_9c7adf0a-2ff9-fdfc-1efc-d9a026127fe7/data/data1/current/BP-567293830-172.17.0.3-1732631026690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:24:13,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/cluster_9c7adf0a-2ff9-fdfc-1efc-d9a026127fe7/data/data2/current/BP-567293830-172.17.0.3-1732631026690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:24:13,583 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:24:13,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458744d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:24:13,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60bfec3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:24:13,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:24:13,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b1a7bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:24:13,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15fc8856{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d4476c8-20bc-a1cd-61e7-91146b489f89/hadoop.log.dir/,STOPPED} 2024-11-26T14:24:13,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:24:13,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T14:24:13,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:13,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:13,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:13,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:13,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:13,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T14:24:13,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1708121839, stopped=false 2024-11-26T14:24:13,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,38113,1732631022821 2024-11-26T14:24:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127652789/running 2024-11-26T14:24:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127652789/running 2024-11-26T14:24:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:24:13,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:24:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:24:13,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T14:24:13,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:13,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:13,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,41801,1732631023023' ***** 2024-11-26T14:24:13,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T14:24:13,635 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T14:24:13,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T14:24:13,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/running 2024-11-26T14:24:13,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Set watcher on znode that does not yet exist, /0-2127652789/running 2024-11-26T14:24:13,636 INFO [RS:0;19945b63c2b4:41801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T14:24:13,636 INFO [RS:0;19945b63c2b4:41801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T14:24:13,636 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(3091): Received CLOSE for ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(3091): Received CLOSE for c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,41801,1732631023023 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:41801. 2024-11-26T14:24:13,637 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff6d610aa2a7c67b1f501571e925c767, disabling compactions & flushes 2024-11-26T14:24:13,637 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:24:13,637 DEBUG [RS:0;19945b63c2b4:41801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:13,637 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:13,637 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T14:24:13,637 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T14:24:13,637 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. after waiting 0 ms 2024-11-26T14:24:13,638 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:24:13,648 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-26T14:24:13,648 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1325): Online Regions={ff6d610aa2a7c67b1f501571e925c767=test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767., 1588230740=hbase:meta,,1.1588230740, c8829c7f1c1bfc9d8ce7c5f46bc84764=hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764.} 2024-11-26T14:24:13,648 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8829c7f1c1bfc9d8ce7c5f46bc84764, ff6d610aa2a7c67b1f501571e925c767 2024-11-26T14:24:13,648 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T14:24:13,648 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T14:24:13,648 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T14:24:13,648 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T14:24:13,648 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T14:24:13,648 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-26T14:24:13,660 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/default/test/ff6d610aa2a7c67b1f501571e925c767/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T14:24:13,660 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:13,660 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-26T14:24:13,660 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:24:13,660 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff6d610aa2a7c67b1f501571e925c767: Waiting for close lock at 1732631053637Running coprocessor pre-close hooks at 1732631053637Disabling compacts and flushes for region at 1732631053637Disabling writes for close at 1732631053638 (+1 ms)Writing region close event to WAL at 1732631053657 (+19 ms)Running coprocessor post-close hooks at 1732631053660 (+3 ms)Closed at 1732631053660 2024-11-26T14:24:13,661 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767. 2024-11-26T14:24:13,661 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8829c7f1c1bfc9d8ce7c5f46bc84764, disabling compactions & flushes 2024-11-26T14:24:13,661 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:13,661 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:13,661 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. after waiting 0 ms 2024-11-26T14:24:13,661 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:13,661 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-26T14:24:13,662 INFO [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:24:13,675 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/info/ed9bf05f928543f49c02dd953845fa8c is 147, key is hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764./info:regioninfo/1732631041261/Put/seqid=0 2024-11-26T14:24:13,688 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/.tmp/hfileref/400085a8cb2a48ed9b802346a8aff8dd is 74, key is 1/hfileref:59542eb24cef4dde898da79bd0044d59_SeqId_6_/1732631047787/DeleteColumn/seqid=0 2024-11-26T14:24:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741847_1023 (size=7686) 2024-11-26T14:24:13,691 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/info/ed9bf05f928543f49c02dd953845fa8c 2024-11-26T14:24:13,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741848_1024 (size=5489) 2024-11-26T14:24:13,697 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/.tmp/hfileref/400085a8cb2a48ed9b802346a8aff8dd 2024-11-26T14:24:13,729 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/.tmp/queue/a159d621e8664966b67e0c5a981d2561 is 153, key is 1-19945b63c2b4,41801,1732631023023/queue:19945b63c2b4%2C41801%2C1732631023023/1732631047788/Put/seqid=0 2024-11-26T14:24:13,736 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/ns/c42e24d0ccb04691a97bf87389454d07 is 43, key is default/ns:d/1732631026484/Put/seqid=0 2024-11-26T14:24:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741849_1025 (size=5504) 2024-11-26T14:24:13,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741850_1026 (size=5153) 2024-11-26T14:24:13,746 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/ns/c42e24d0ccb04691a97bf87389454d07 2024-11-26T14:24:13,767 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/rep_barrier/b8639872d21f4596b5508e37cd7a3053 is 112, key is test,,1732631037144.ff6d610aa2a7c67b1f501571e925c767./rep_barrier:seqnumDuringOpen/1732631037928/Put/seqid=0 2024-11-26T14:24:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741851_1027 (size=5518) 2024-11-26T14:24:13,772 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/rep_barrier/b8639872d21f4596b5508e37cd7a3053 2024-11-26T14:24:13,799 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/table/9f50ef31cf1a432c83b7eb0aaf7e3777 is 53, key is hbase:replication/table:state/1732631041267/Put/seqid=0 2024-11-26T14:24:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741852_1028 (size=5308) 2024-11-26T14:24:13,848 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:14,049 DEBUG [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8829c7f1c1bfc9d8ce7c5f46bc84764 2024-11-26T14:24:14,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T14:24:14,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,126 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 393, reset compression=false 2024-11-26T14:24:14,130 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-26T14:24:14,130 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 688, reset compression=false 2024-11-26T14:24:14,130 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-19945b63c2b4,41801,1732631023023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-26T14:24:14,131 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 19945b63c2b4,41801,1732631023023: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-19945b63c2b4,41801,1732631023023, walGroup=19945b63c2b4%2C41801%2C1732631023023, offset=19945b63c2b4%2C41801%2C1732631023023.1732631045174:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:41801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-26T14:24:14,133 ERROR [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T14:24:14,133 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T14:24:14,133 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T14:24:14,133 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T14:24:14,133 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T14:24:14,133 INFO [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 1066868088 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208154464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T14:24:14,134 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:38113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:38113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-26T14:24:14,143 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/.tmp/queue/a159d621e8664966b67e0c5a981d2561 2024-11-26T14:24:14,146 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/.tmp/hfileref/400085a8cb2a48ed9b802346a8aff8dd as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/hfileref/400085a8cb2a48ed9b802346a8aff8dd 2024-11-26T14:24:14,150 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/hfileref/400085a8cb2a48ed9b802346a8aff8dd, entries=6, sequenceid=17, filesize=5.4 K 2024-11-26T14:24:14,150 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/.tmp/queue/a159d621e8664966b67e0c5a981d2561 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/queue/a159d621e8664966b67e0c5a981d2561 2024-11-26T14:24:14,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T14:24:14,154 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/queue/a159d621e8664966b67e0c5a981d2561, entries=2, sequenceid=17, filesize=5.4 K 2024-11-26T14:24:14,155 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c8829c7f1c1bfc9d8ce7c5f46bc84764 in 494ms, sequenceid=17, compaction requested=false 2024-11-26T14:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/replication/c8829c7f1c1bfc9d8ce7c5f46bc84764/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-26T14:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:24:14,158 INFO [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8829c7f1c1bfc9d8ce7c5f46bc84764: Waiting for close lock at 1732631053661Running coprocessor pre-close hooks at 1732631053661Disabling compacts and flushes for region at 1732631053661Disabling writes for close at 1732631053661Obtaining lock to block concurrent updates at 1732631053661Preparing flush snapshotting stores in c8829c7f1c1bfc9d8ce7c5f46bc84764 at 1732631053661Finished memstore snapshotting hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732631053661Flushing stores of hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. at 1732631053662 (+1 ms)Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764/hfileref: creating writer at 1732631053662Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764/hfileref: appending metadata at 1732631053687 (+25 ms)Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764/hfileref: closing flushed file at 1732631053687Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764/queue: creating writer at 1732631053704 (+17 ms)Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764/queue: appending metadata at 1732631053729 (+25 ms)Flushing c8829c7f1c1bfc9d8ce7c5f46bc84764/queue: closing flushed file at 1732631053729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dfe1bf: reopening flushed file at 1732631054146 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2defd0: reopening flushed file at 1732631054150 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c8829c7f1c1bfc9d8ce7c5f46bc84764 in 494ms, sequenceid=17, compaction requested=false at 1732631054155 (+5 ms)Writing region close event to WAL at 1732631054155Running coprocessor post-close hooks at 1732631054158 (+3 ms)Closed at 1732631054158 2024-11-26T14:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732631040099.c8829c7f1c1bfc9d8ce7c5f46bc84764. 2024-11-26T14:24:14,205 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/table/9f50ef31cf1a432c83b7eb0aaf7e3777 2024-11-26T14:24:14,208 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/info/ed9bf05f928543f49c02dd953845fa8c as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/info/ed9bf05f928543f49c02dd953845fa8c 2024-11-26T14:24:14,211 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/info/ed9bf05f928543f49c02dd953845fa8c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-26T14:24:14,212 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/ns/c42e24d0ccb04691a97bf87389454d07 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/ns/c42e24d0ccb04691a97bf87389454d07 2024-11-26T14:24:14,214 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/ns/c42e24d0ccb04691a97bf87389454d07, entries=2, sequenceid=16, filesize=5.0 K 2024-11-26T14:24:14,215 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/rep_barrier/b8639872d21f4596b5508e37cd7a3053 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/rep_barrier/b8639872d21f4596b5508e37cd7a3053 2024-11-26T14:24:14,218 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/rep_barrier/b8639872d21f4596b5508e37cd7a3053, entries=1, sequenceid=16, filesize=5.4 K 2024-11-26T14:24:14,218 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/.tmp/table/9f50ef31cf1a432c83b7eb0aaf7e3777 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/table/9f50ef31cf1a432c83b7eb0aaf7e3777 2024-11-26T14:24:14,221 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/table/9f50ef31cf1a432c83b7eb0aaf7e3777, entries=4, sequenceid=16, filesize=5.2 K 2024-11-26T14:24:14,222 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false 2024-11-26T14:24:14,226 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-26T14:24:14,227 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-26T14:24:14,227 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T14:24:14,227 INFO [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T14:24:14,227 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732631053648Running coprocessor pre-close hooks at 1732631053648Disabling compacts and flushes for region at 1732631053648Disabling writes for close at 1732631053648Obtaining lock to block concurrent updates at 1732631053648Preparing flush snapshotting stores in 1588230740 at 1732631053648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732631053649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732631053649Flushing 1588230740/info: creating writer at 1732631053649Flushing 1588230740/info: appending metadata at 1732631053675 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732631053675Flushing 1588230740/ns: creating writer at 1732631053704 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732631053735 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732631053735Flushing 1588230740/rep_barrier: creating writer at 1732631053751 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732631053767 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732631053767Flushing 1588230740/table: creating writer at 1732631053778 (+11 ms)Flushing 1588230740/table: appending metadata at 1732631053798 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732631053798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a725259: reopening flushed file at 1732631054208 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64fa9e8: reopening flushed file at 1732631054211 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcc6171: reopening flushed file at 1732631054215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28965b2d: reopening flushed file at 1732631054218 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=16, compaction requested=false at 1732631054222 (+4 ms)Writing region close event to WAL at 1732631054224 (+2 ms)Running coprocessor post-close hooks at 1732631054226 (+2 ms)Closed at 1732631054227 (+1 ms) 2024-11-26T14:24:14,227 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T14:24:14,237 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T14:24:14,237 INFO [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T14:24:14,249 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,41801,1732631023023; all regions closed. 2024-11-26T14:24:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741842_1018 (size=859) 2024-11-26T14:24:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741843_1019 (size=2791) 2024-11-26T14:24:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741844_1020 (size=696) 2024-11-26T14:24:14,256 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:14,256 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T14:24:14,256 INFO [RS:0;19945b63c2b4:41801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:24:14,256 INFO [RS:0;19945b63c2b4:41801 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T14:24:14,256 INFO [RS:0;19945b63c2b4:41801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:24:14,256 INFO [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:24:14,257 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-19945b63c2b4,41801,1732631023023 because: Region server is closing 2024-11-26T14:24:14,257 INFO [RS:0;19945b63c2b4:41801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:41801. 2024-11-26T14:24:14,257 DEBUG [RS:0;19945b63c2b4:41801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:14,257 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:14,257 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:14,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:14,333 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 to pos 688, reset compression=false 2024-11-26T14:24:14,335 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/WALs/19945b63c2b4,41801,1732631023023/19945b63c2b4%2C41801%2C1732631023023.1732631045174 2024-11-26T14:24:14,335 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-26T14:24:14,335 DEBUG [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-26T14:24:14,358 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-26T14:24:14,358 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-26T14:24:14,358 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,1-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,1-19945b63c2b4,41801,1732631023023 terminated 2024-11-26T14:24:14,358 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-19945b63c2b4,41801,1732631023023 because: Region server is closing 2024-11-26T14:24:14,358 INFO [RS:0;19945b63c2b4:41801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:41801. 2024-11-26T14:24:14,358 DEBUG [RS:0;19945b63c2b4:41801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T14:24:14,358 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:14,358 DEBUG [RS:0;19945b63c2b4:41801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T14:24:14,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T14:24:14,459 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.shipper19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 terminated 2024-11-26T14:24:14,459 INFO [RS:0;19945b63c2b4:41801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41801 2024-11-26T14:24:14,459 WARN [RS_REFRESH_PEER-regionserver/19945b63c2b4:0-0.replicationSource,2-19945b63c2b4,41801,1732631023023.replicationSource.wal-reader.19945b63c2b4%2C41801%2C1732631023023,2-19945b63c2b4,41801,1732631023023 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-26T14:24:14,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127652789/rs/19945b63c2b4,41801,1732631023023 2024-11-26T14:24:14,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789/rs 2024-11-26T14:24:14,472 INFO [RS:0;19945b63c2b4:41801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:24:14,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,41801,1732631023023] 2024-11-26T14:24:14,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2127652789/draining/19945b63c2b4,41801,1732631023023 already deleted, retry=false 2024-11-26T14:24:14,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,41801,1732631023023 expired; onlineServers=0 2024-11-26T14:24:14,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,38113,1732631022821' ***** 2024-11-26T14:24:14,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T14:24:14,493 INFO [M:0;19945b63c2b4:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T14:24:14,493 INFO [M:0;19945b63c2b4:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T14:24:14,493 DEBUG [M:0;19945b63c2b4:38113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T14:24:14,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T14:24:14,493 DEBUG [M:0;19945b63c2b4:38113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T14:24:14,493 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631025146 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732631025146,5,FailOnTimeoutGroup] 2024-11-26T14:24:14,493 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631025146 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732631025146,5,FailOnTimeoutGroup] 2024-11-26T14:24:14,493 INFO [M:0;19945b63c2b4:38113 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T14:24:14,493 INFO [M:0;19945b63c2b4:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T14:24:14,493 DEBUG [M:0;19945b63c2b4:38113 {}] master.HMaster(1795): Stopping service threads 2024-11-26T14:24:14,493 INFO [M:0;19945b63c2b4:38113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T14:24:14,493 INFO [M:0;19945b63c2b4:38113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T14:24:14,494 ERROR [M:0;19945b63c2b4:38113 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33917,5,PEWorkerGroup] 2024-11-26T14:24:14,494 INFO [M:0;19945b63c2b4:38113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T14:24:14,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T14:24:14,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2127652789/master 2024-11-26T14:24:14,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2127652789 2024-11-26T14:24:14,503 DEBUG [M:0;19945b63c2b4:38113 {}] zookeeper.ZKUtil(347): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Unable to get data of znode /0-2127652789/master because node does not exist (not an error) 2024-11-26T14:24:14,503 WARN [M:0;19945b63c2b4:38113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T14:24:14,504 INFO [M:0;19945b63c2b4:38113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/.lastflushedseqids 2024-11-26T14:24:14,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741853_1029 (size=263) 2024-11-26T14:24:14,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:14,582 INFO [RS:0;19945b63c2b4:41801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:24:14,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41801-0x10177873fe50001, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:14,582 INFO [RS:0;19945b63c2b4:41801 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,41801,1732631023023; zookeeper connection closed. 2024-11-26T14:24:14,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-11-26T14:24:14,583 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T14:24:14,907 INFO [M:0;19945b63c2b4:38113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T14:24:14,908 INFO [M:0;19945b63c2b4:38113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T14:24:14,908 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T14:24:14,908 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:14,908 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:14,908 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T14:24:14,908 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:14,908 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-26T14:24:14,921 DEBUG [M:0;19945b63c2b4:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f66c119fd56a4a1790e8ef2b9e5c9375 is 82, key is hbase:meta,,1/info:regioninfo/1732631026450/Put/seqid=0 2024-11-26T14:24:14,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741854_1030 (size=5672) 2024-11-26T14:24:15,324 INFO [M:0;19945b63c2b4:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f66c119fd56a4a1790e8ef2b9e5c9375 2024-11-26T14:24:15,346 DEBUG [M:0;19945b63c2b4:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d73733370e4fd89da1f39528d49597 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732631041269/Put/seqid=0 2024-11-26T14:24:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741855_1031 (size=8908) 2024-11-26T14:24:15,753 INFO [M:0;19945b63c2b4:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d73733370e4fd89da1f39528d49597 2024-11-26T14:24:15,773 DEBUG [M:0;19945b63c2b4:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfc4cf984c8e4bf6abee8252684259d5 is 69, key is 19945b63c2b4,41801,1732631023023/rs:state/1732631025200/Put/seqid=0 2024-11-26T14:24:15,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741856_1032 (size=5156) 2024-11-26T14:24:15,777 INFO [M:0;19945b63c2b4:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfc4cf984c8e4bf6abee8252684259d5 2024-11-26T14:24:15,780 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f66c119fd56a4a1790e8ef2b9e5c9375 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f66c119fd56a4a1790e8ef2b9e5c9375 2024-11-26T14:24:15,784 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f66c119fd56a4a1790e8ef2b9e5c9375, entries=8, sequenceid=112, filesize=5.5 K 2024-11-26T14:24:15,787 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d73733370e4fd89da1f39528d49597 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4d73733370e4fd89da1f39528d49597 2024-11-26T14:24:15,790 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4d73733370e4fd89da1f39528d49597, entries=13, sequenceid=112, filesize=8.7 K 2024-11-26T14:24:15,791 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfc4cf984c8e4bf6abee8252684259d5 as hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfc4cf984c8e4bf6abee8252684259d5 2024-11-26T14:24:15,795 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33917/user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfc4cf984c8e4bf6abee8252684259d5, entries=1, sequenceid=112, filesize=5.0 K 2024-11-26T14:24:15,795 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=112, compaction requested=false 2024-11-26T14:24:15,801 INFO [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T14:24:15,801 DEBUG [M:0;19945b63c2b4:38113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732631054908Disabling compacts and flushes for region at 1732631054908Disabling writes for close at 1732631054908Obtaining lock to block concurrent updates at 1732631054908Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732631054908Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732631054908Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732631054909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732631054909Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732631054921 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732631054921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732631055328 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732631055346 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732631055346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732631055756 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732631055773 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732631055773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbcb30a: reopening flushed file at 1732631055780 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ec68c9: reopening flushed file at 1732631055784 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257a1366: reopening flushed file at 1732631055791 (+7 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=112, compaction requested=false at 1732631055795 (+4 ms)Writing region close event to WAL at 1732631055801 (+6 ms)Closed at 1732631055801 2024-11-26T14:24:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46577 is added to blk_1073741830_1006 (size=69043) 2024-11-26T14:24:15,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/862ab45d-f754-25f8-b5bc-063cf2b68974/MasterData/WALs/19945b63c2b4,38113,1732631022821/19945b63c2b4%2C38113%2C1732631022821.1732631024770 not finished, retry = 0 2024-11-26T14:24:15,907 INFO [M:0;19945b63c2b4:38113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T14:24:15,907 INFO [M:0;19945b63c2b4:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38113 2024-11-26T14:24:15,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T14:24:15,908 INFO [M:0;19945b63c2b4:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T14:24:16,071 INFO [M:0;19945b63c2b4:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T14:24:16,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:16,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x10177873fe50000, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T14:24:16,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195ba79d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T14:24:16,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ffb28a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:24:16,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:24:16,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b9f374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:24:16,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4975a56f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir/,STOPPED} 2024-11-26T14:24:16,076 WARN [BP-486737431-172.17.0.3-1732631020617 heartbeating to localhost/127.0.0.1:33917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T14:24:16,076 WARN [BP-486737431-172.17.0.3-1732631020617 heartbeating to localhost/127.0.0.1:33917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486737431-172.17.0.3-1732631020617 (Datanode Uuid 76c921b3-4133-4dbc-9f2a-c6e1a56fbe22) service to localhost/127.0.0.1:33917 2024-11-26T14:24:16,076 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T14:24:16,076 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T14:24:16,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/data/data1/current/BP-486737431-172.17.0.3-1732631020617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:24:16,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/cluster_86a68592-ee49-77ed-311a-ebe71693246f/data/data2/current/BP-486737431-172.17.0.3-1732631020617 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T14:24:16,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T14:24:16,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73288759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T14:24:16,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@745cfdcf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T14:24:16,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T14:24:16,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@298669f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T14:24:16,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330d42f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/250a1ec5-5287-cd3b-2bcb-c1b82cc2d29f/hadoop.log.dir/,STOPPED} 2024-11-26T14:24:16,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T14:24:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T14:24:16,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 534) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45811 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-32 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45811 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53850) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33917 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=981 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 547), ProcessCount=11 (was 11), AvailableMemoryMB=5725 (was 5405) - AvailableMemoryMB LEAK? - 2024-11-26T14:24:16,138 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-26T14:24:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10177873fe50008, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:24:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10177873fe50002, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:24:16,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10177873fe50005, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-26T14:24:16,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10177873fe50002, quorum=127.0.0.1:53850, baseZNode=/0-2127652789 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:24:16,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10177873fe50005, quorum=127.0.0.1:53850, baseZNode=/1-1031813839 Received Disconnected from ZooKeeper, ignoring 2024-11-26T14:24:16,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10177873fe50008, quorum=127.0.0.1:53850, baseZNode=/21359802218 Received Disconnected from ZooKeeper, ignoring